-- Logs begin at Thu 2022-05-05 14:10:53 UTC, end at Thu 2022-05-05 15:19:54 UTC. -- May 05 14:47:25.504054 dv-cinder-839426-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 05 14:47:28.334741 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.common.config [-] Logging enabled! May 05 14:47:28.335338 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev185 May 05 14:47:28.335529 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103171) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 05 14:47:28.338894 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.common.config [-] Logging enabled! May 05 14:47:28.339153 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev185 May 05 14:47:28.339469 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103171) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 05 14:47:28.340403 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 14:47:28.340643 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 14:47:28.341014 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 14:47:28.341266 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 14:47:28.341496 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 14:47:28.341842 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.342247 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.342493 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.342797 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.343097 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.343501 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.343803 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.344224 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.344694 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.345174 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.345678 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.346087 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.346578 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.347082 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.347587 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.347984 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] debug = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.348480 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.349293 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.349982 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.350503 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.351010 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.351506 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.351979 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.352485 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.353092 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.353687 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] host = dv-cinder-839426-6-iscsi {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.354185 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.354696 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.355213 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.355715 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.356210 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.356710 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.357219 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.357754 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.358065 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.358565 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.358913 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.359221 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.359528 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.359767 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.360002 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.360300 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.360600 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.360885 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.361168 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.361451 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.361765 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.362047 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.362323 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.364296 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.364296 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.364296 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.364296 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.364296 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.364296 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.364296 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.364814 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.364814 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.365056 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.365337 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.365630 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.365932 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.366214 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.366523 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.366817 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.367104 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.367426 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.367705 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.367993 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.369011 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.369303 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.369587 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_json = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.369897 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.370179 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.370470 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.370751 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.371030 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.371310 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.371589 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.371884 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.372162 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:28.372463 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.372767 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.373078 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.373369 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.373702 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.373989 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.374285 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.374567 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.374861 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.375155 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.375450 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.375731 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.376036 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.376331 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.376630 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.376942 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.377241 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.377537 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.377854 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.378136 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.378414 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.378699 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.378989 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.379272 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.379564 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.379856 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.380138 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.380437 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.380727 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.381016 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.381315 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.381611 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.381918 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.382202 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.382498 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.382782 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.383061 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.383354 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.383638 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.384532 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.384834 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.385116 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.385395 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.385691 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.385976 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.386268 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.386550 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.386831 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.387108 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.387389 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.387664 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.387952 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.388233 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.388509 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.388783 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.389064 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.389338 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.389615 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.389925 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.390201 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.390481 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.390756 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.391033 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.391308 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.391584 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.391860 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.392137 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.392411 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.392690 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.392973 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.393248 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.393524 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.393826 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.394103 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.394405 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.394687 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.394968 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.395250 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.395530 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.395812 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.396092 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.396374 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.396657 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.396933 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.397227 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.397511 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.397827 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.398119 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.398401 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.398721 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.399003 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.399284 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.399693 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.399993 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.400280 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.400572 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.400864 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.401167 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.401467 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.401790 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.402094 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.402396 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.402684 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.403008 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.403291 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:28.403514 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 14:47:28.403763 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103171) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 05 14:47:28.865339 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 05 14:47:28.865620 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 05 14:47:28.865950 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 05 14:47:28.866285 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.manager [-] Loading core plugin: ml2 May 05 14:47:29.201419 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.201744 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.202024 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.203221 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.203503 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.203774 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.259572 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.259849 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.260136 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.274872 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.275162 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.275441 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.305470 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.306410 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.306679 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.343865 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.344513 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.344513 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.691588 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.691882 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.692156 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.692427 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.693133 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.793541 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.793892 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.794187 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.794474 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.794757 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.795082 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.795355 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.795621 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.795886 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.796179 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.796450 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.796728 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.796995 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.797259 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.797524 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.797893 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.798170 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.798449 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.798730 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.798998 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.799284 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.799550 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.799843 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.800232 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.800495 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.800753 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.801154 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 14:47:29.801414 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 14:47:29.801729 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 14:47:29.801906 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 14:47:29.802147 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 14:47:29.802387 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 14:47:29.802750 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 05 14:47:29.805955 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 05 14:47:29.809946 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 05 14:47:29.814016 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 05 14:47:29.815648 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 05 14:47:29.816112 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 05 14:47:29.816598 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 05 14:47:29.816982 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 05 14:47:29.819802 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 05 14:47:29.820060 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 05 14:47:29.820410 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 05 14:47:29.825328 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 05 14:47:29.849547 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 05 14:47:29.850025 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.850332 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103171) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 05 14:47:29.850710 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.852075 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103171) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 05 14:47:29.852358 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 05 14:47:29.853287 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 05 14:47:29.856849 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.857135 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:29.919985 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 05 14:47:29.920226 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 05 14:47:29.920466 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 05 14:47:29.920834 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 05 14:47:29.941832 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_db.sqlalchemy.engines [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103171) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 05 14:47:30.395779 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Initializing driver for type 'gre' May 05 14:47:30.396450 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] gre ID ranges: [(1, 1000)] May 05 14:47:30.452682 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Initializing driver for type 'local' May 05 14:47:30.453023 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Initializing driver for type 'vlan' May 05 14:47:30.466913 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] VlanTypeDriver initialization complete May 05 14:47:30.467382 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Initializing driver for type 'vxlan' May 05 14:47:30.468069 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] vxlan ID ranges: [(1, 1000)] May 05 14:47:30.525879 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Initializing extension driver 'port_security' May 05 14:47:30.526217 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.extensions.port_security [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] PortSecurityExtensionDriver initialization complete May 05 14:47:30.526547 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Initializing mechanism driver 'openvswitch' May 05 14:47:30.526875 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Initializing mechanism driver 'hyperv' May 05 14:47:30.533414 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:47:30.534277 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > port after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.534646 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.535000 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.535522 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 14:47:30.535950 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > subnet after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.536302 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > subnet after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.536643 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.537037 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 14:47:30.537444 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > network after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.537822 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > network after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.538168 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > network after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.538557 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 14:47:30.538961 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > security_group after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.539306 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > security_group after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.539645 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.540050 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 14:47:30.541040 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.541385 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.541746 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.542141 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 14:47:30.542543 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > address_group after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.542887 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > address_group after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.543225 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.543615 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 14:47:30.544059 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] ML2 OVO RPC backend initialized. {{(pid=103171) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 05 14:47:30.544754 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.545108 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.545521 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > network before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.545903 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > networks before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.546250 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > port before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.546596 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > ports before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.546937 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > subnet before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.547275 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > subnets before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.547616 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > network after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.547958 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > network after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.548292 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > network after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.548624 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > port after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.548955 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.549285 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.549616 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > subnet after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.549978 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > subnet after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.550312 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.557776 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded quota_driver: . May 05 14:47:30.558132 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Modular L2 Plugin initialization complete May 05 14:47:30.558476 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading services supported by the core plugin {{(pid=103171) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 05 14:47:30.558814 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Got port-security extension from driver 'port_security' May 05 14:47:30.559286 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.extensions.vlantransparent [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Disabled vlantransparent extension. May 05 14:47:30.559771 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103171) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 05 14:47:30.560090 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading Plugin: router May 05 14:47:30.595657 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.596048 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router after_create 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.596419 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router before_create 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.596786 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.597161 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.597521 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router after_delete 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.597901 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.598253 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.598610 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router after_create 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.598955 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router after_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.599304 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router after_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.599652 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.600128 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router after_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.600539 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router precommit_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.600908 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.601248 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.601589 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: subnet after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.601954 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.602301 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.603199 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router precommit_create 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.603547 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: port before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.603889 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router precommit_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.604242 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router after_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.604580 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.605385 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router precommit_create 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.605385 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.605793 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router precommit_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.606190 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > agent after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.606568 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > agent after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.606949 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > network after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.607822 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Tracking information for resource: router configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 14:47:30.608155 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Tracking information for resource: floatingip configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 14:47:30.613042 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.db.l3_agentschedulers_db [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 05 14:47:30.613600 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.613983 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: port after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.614334 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.614688 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.615469 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router before_create 55550100 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.615831 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.616194 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router precommit_create 55550100 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.616552 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > router precommit_update 55550100 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.621235 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.services.provider_configuration [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service providers = [] {{(pid=103171) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 05 14:47:30.621598 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.db.servicetype_db [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103171) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 05 14:47:30.624544 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.services.service_base [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 14:47:30.624891 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.services.service_base [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 14:47:30.625231 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.services.service_base [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 14:47:30.626138 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.services.service_base [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 14:47:30.626508 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.services.service_base [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Default provider is not specified for service type L3_ROUTER_NAT May 05 14:47:30.626884 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 14:47:30.627199 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 05 14:47:30.637912 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 14:47:30.638244 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading Plugin: auto_allocate May 05 14:47:30.643940 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: network precommit_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.644311 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: network precommit_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.644828 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 14:47:30.645143 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading Plugin: tag May 05 14:47:30.652636 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 14:47:30.652912 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading Plugin: timestamp May 05 14:47:30.656691 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 14:47:30.657016 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading Plugin: network_ip_availability May 05 14:47:30.662520 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.662888 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.663239 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.663935 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 14:47:30.664248 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading Plugin: flavors May 05 14:47:30.669865 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 14:47:30.670209 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading Plugin: revisions May 05 14:47:30.674454 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 14:47:30.674838 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=103171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 05 14:47:30.675566 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103171) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 05 14:47:30.675896 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Initializing extension manager. May 05 14:47:30.676417 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: __init__.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.676755 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: __pycache__ {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.677086 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: _port_mac_address_override.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.677416 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: address_group.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.678184 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.678745 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: address-group May 05 14:47:30.679068 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: address_scope.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.679771 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.680284 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: address-scope May 05 14:47:30.680615 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.681666 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.682196 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: router-admin-state-down-before-update May 05 14:47:30.682514 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: agent.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.683210 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.683712 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: agent May 05 14:47:30.684034 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: agent_resources_synced.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.684940 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.685447 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: agent-resources-synced May 05 14:47:30.685791 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: allowedaddresspairs.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.687840 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.688355 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: allowed-address-pairs May 05 14:47:30.688680 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: auto_allocated_topology.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.689764 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.690285 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: auto-allocated-topology May 05 14:47:30.690611 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: availability_zone.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.691303 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.691808 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: availability_zone May 05 14:47:30.692134 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: availability_zone_filter.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.693033 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.693537 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: availability_zone_filter May 05 14:47:30.693889 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: data_plane_status.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.694799 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.695300 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension data-plane-status not supported by any of loaded plugins May 05 14:47:30.695622 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: default_subnetpools.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.696560 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.697068 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: default-subnetpools May 05 14:47:30.697391 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.698220 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.698727 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: dhcp_agent_scheduler May 05 14:47:30.699050 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: dns.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.699957 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.700457 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension dns-integration not supported by any of loaded plugins May 05 14:47:30.700778 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: dns_domain_ports.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.701702 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.702212 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension dns-domain-ports not supported by any of loaded plugins May 05 14:47:30.702533 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.703441 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.703944 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 05 14:47:30.704266 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: dvr.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.704927 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.705431 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: dvr May 05 14:47:30.705782 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: ecmp_routes.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.706698 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.707198 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension ecmp_routes not supported by any of loaded plugins May 05 14:47:30.707517 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: empty_string_filtering.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.708412 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.708918 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: empty-string-filtering May 05 14:47:30.709236 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.710166 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.710666 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 05 14:47:30.710982 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.712389 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.712951 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 05 14:47:30.713301 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: external_net.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.714318 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.714895 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: external-net May 05 14:47:30.715216 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.716115 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.716622 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: extra_dhcp_opt May 05 14:47:30.716941 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: extraroute.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.717859 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.718365 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: extraroute May 05 14:47:30.718682 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: extraroute_atomic.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.719891 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.720403 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: extraroute-atomic May 05 14:47:30.720722 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: filter_validation.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.721382 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.721914 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: filter-validation May 05 14:47:30.722232 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: fip_pf_description.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.723131 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.723632 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 05 14:47:30.723949 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: fip_pf_port_range.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.724847 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.725345 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 05 14:47:30.725684 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: fip_port_details.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.726599 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.727099 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: fip-port-details May 05 14:47:30.727416 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: flavors.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.729197 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.729736 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: flavors May 05 14:47:30.730060 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.731707 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.732220 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 05 14:47:30.732547 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: floatingip_pools.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.733241 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.733773 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: floatingip-pools May 05 14:47:30.734098 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: ip_allocation.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.735013 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.735517 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension ip_allocation not supported by any of loaded plugins May 05 14:47:30.735836 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.736741 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.737244 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: ip-substring-filtering May 05 14:47:30.737566 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: l2_adjacency.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.738527 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.739035 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension l2_adjacency not supported by any of loaded plugins May 05 14:47:30.739357 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: l3.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.740313 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.740826 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: router May 05 14:47:30.741149 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.743505 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.744120 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 05 14:47:30.744451 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.745376 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.745923 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: ext-gw-mode May 05 14:47:30.746250 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.747164 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.747674 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: l3-ha May 05 14:47:30.747999 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.748900 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.749404 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 05 14:47:30.749772 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: l3_flavors.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.750679 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.751193 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: l3-flavors May 05 14:47:30.751516 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.752868 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.753387 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 05 14:47:30.753751 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.754670 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.755186 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: l3-port-ip-change-not-allowed May 05 14:47:30.755512 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: l3agentscheduler.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.756542 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.757056 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: l3_agent_scheduler May 05 14:47:30.757381 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: local_ip.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.760662 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.761185 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension local_ip not supported by any of loaded plugins May 05 14:47:30.761513 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: logging.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.763003 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.763527 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension logging not supported by any of loaded plugins May 05 14:47:30.763858 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: metering.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.764618 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.765199 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: metering May 05 14:47:30.765526 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.766638 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.767151 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: metering_source_and_destination_fields May 05 14:47:30.767478 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: multiprovidernet.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.768399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.768905 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: multi-provider May 05 14:47:30.769230 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: netmtu.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.770163 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.770667 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: net-mtu May 05 14:47:30.770989 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: netmtu_writable.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.771893 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.772399 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: net-mtu-writable May 05 14:47:30.772722 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: network_availability_zone.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.773381 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.773914 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: network_availability_zone May 05 14:47:30.774235 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: network_ip_availability.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.775845 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.776357 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: network-ip-availability May 05 14:47:30.776683 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: network_segment_range.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.777437 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.777971 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension network-segment-range not supported by any of loaded plugins May 05 14:47:30.778293 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: pagination.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.779262 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.779591 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: pagination May 05 14:47:30.779910 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: port_device_profile.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.780807 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.781318 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: port-device-profile May 05 14:47:30.781638 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: port_mac_address_override.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.782596 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.783106 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: port-mac-override May 05 14:47:30.783429 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.784329 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.784865 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: port-mac-address-regenerate May 05 14:47:30.785186 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.786105 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.786620 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: port-numa-affinity-policy May 05 14:47:30.786940 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: port_resource_request.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.788011 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.788553 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension port-resource-request not supported by any of loaded plugins May 05 14:47:30.788909 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: port_resource_request_groups.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.790009 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.791133 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 05 14:47:30.791478 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: portbindings.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.792402 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.792912 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: binding May 05 14:47:30.793234 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: portbindings_extended.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.794516 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.795029 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: binding-extended May 05 14:47:30.795352 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: portsecurity.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.796261 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.796772 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: port-security May 05 14:47:30.797096 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: project_id.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.798091 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.798421 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: project-id May 05 14:47:30.798741 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: providernet.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.799644 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.800158 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: provider May 05 14:47:30.800479 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.804315 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.804875 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos not supported by any of loaded plugins May 05 14:47:30.805242 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.806595 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.807103 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 05 14:47:30.807431 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.808394 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.808951 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 05 14:47:30.809306 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_default.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.810237 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.810746 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-default not supported by any of loaded plugins May 05 14:47:30.811068 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_fip.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.811975 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.812749 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-fip not supported by any of loaded plugins May 05 14:47:30.813066 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.814010 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.814505 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 05 14:47:30.814827 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_gateway_ip.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.815748 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.816251 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 05 14:47:30.816571 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_port_network_policy.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.817478 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.818016 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 05 14:47:30.818334 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.819362 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.819878 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 05 14:47:30.820199 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.821743 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.822337 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 05 14:47:30.822657 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_pps_rule.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.823820 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.824331 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-pps not supported by any of loaded plugins May 05 14:47:30.824653 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_rule_type_details.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.825560 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.826095 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 05 14:47:30.826416 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.827337 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.827838 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 05 14:47:30.828183 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: qos_rules_alias.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.829236 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.829751 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension qos-rules-alias not supported by any of loaded plugins May 05 14:47:30.830078 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: quota_check_limit.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.831058 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.831570 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: quota-check-limit May 05 14:47:30.831888 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: quotasv2.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.832800 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.833122 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: quotas May 05 14:47:30.833441 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: quotasv2_detail.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.835150 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.835483 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: quota_details May 05 14:47:30.835807 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: rbac.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.836856 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.837988 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: rbac-policies May 05 14:47:30.838316 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: rbac_address_group.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.839243 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.839762 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: rbac-address-group May 05 14:47:30.840088 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: rbac_address_scope.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.841004 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.841518 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: rbac-address-scope May 05 14:47:30.841866 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: rbac_security_groups.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.842808 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.843315 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: rbac-security-groups May 05 14:47:30.843635 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: rbac_subnetpool.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.844555 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.845064 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: rbac-subnetpool May 05 14:47:30.845384 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: revisionifmatch.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.846322 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.846835 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: revision-if-match May 05 14:47:30.847156 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: revisions.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.848258 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.848769 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: standard-attr-revisions May 05 14:47:30.849092 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: router_availability_zone.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.849790 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.850308 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: router_availability_zone May 05 14:47:30.850627 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: routerservicetype.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.851554 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.852065 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension router-service-type not supported by any of loaded plugins May 05 14:47:30.852384 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.853336 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.853864 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: security-groups-normalized-cidr May 05 14:47:30.854184 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.855096 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.855604 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: port-security-groups-filtering May 05 14:47:30.855923 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.856848 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.857356 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: security-groups-remote-address-group May 05 14:47:30.857703 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.858757 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.859270 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: security-groups-shared-filtering May 05 14:47:30.859591 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.860175 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 05 14:47:30.860492 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: securitygroup.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.870241 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.870765 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: security-group May 05 14:47:30.871095 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: segment.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.871820 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.872332 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension segment not supported by any of loaded plugins May 05 14:47:30.872658 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.873589 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.874129 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 05 14:47:30.874453 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: servicetype.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.875547 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.876063 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: service-type May 05 14:47:30.876388 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: sorting.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.877358 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.877717 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: sorting May 05 14:47:30.878041 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: standard_attr_segment.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.878951 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.879464 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension standard-attr-segment not supported by any of loaded plugins May 05 14:47:30.879785 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: standardattrdescription.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.880428 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.880932 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: standard-attr-description May 05 14:47:30.881251 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: stateful_security_group.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.882214 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.882726 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: stateful-security-group May 05 14:47:30.883046 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: stdattrs_common.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.883609 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 05 14:47:30.884458 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.885372 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.885918 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 05 14:47:30.886238 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: subnet_onboard.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.887292 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.887808 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: subnet_onboard May 05 14:47:30.888131 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.889053 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.889564 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 05 14:47:30.889917 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: subnet_service_types.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.890841 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.891359 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: subnet-service-types May 05 14:47:30.891682 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: subnetallocation.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.892753 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.893268 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: subnet_allocation May 05 14:47:30.893590 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.894280 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.894789 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: subnetpool-prefix-ops May 05 14:47:30.895110 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.896061 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.896565 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 05 14:47:30.896884 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: tagging.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.897962 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.898474 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: standard-attr-tag May 05 14:47:30.898798 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: timestamp.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.900153 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.901167 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loaded extension: standard-attr-timestamp May 05 14:47:30.901491 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: trunk.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.902538 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.903121 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension trunk not supported by any of loaded plugins May 05 14:47:30.903399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: trunk_details.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.904308 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.904815 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension trunk-details not supported by any of loaded plugins May 05 14:47:30.905137 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: uplink_status_propagation.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.906071 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.906579 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 05 14:47:30.906898 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Loading extension file: vlantransparent.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 14:47:30.907555 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 14:47:30.908056 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extension vlan-transparent not supported by any of loaded plugins May 05 14:47:30.910572 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:network May 05 14:47:30.911121 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:subnet May 05 14:47:30.911578 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:subnetpool May 05 14:47:30.912003 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:port May 05 14:47:30.913367 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.913870 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service FLAVORS assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.914484 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.914908 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.915289 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:router May 05 14:47:30.915710 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:floatingip May 05 14:47:30.916197 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service METERING assigned prefix: /metering {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.917615 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.918096 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.918447 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:47:30.919428 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of CountableResource for resource:rbac_policy May 05 14:47:30.919872 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:security_group May 05 14:47:30.920300 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 14:47:30.920906 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service CORE assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.921233 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:subnetpool May 05 14:47:30.921576 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] subnetpool is already registered May 05 14:47:30.922028 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service CORE assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.922359 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:subnetpool May 05 14:47:30.922685 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] subnetpool is already registered May 05 14:47:30.924928 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.925364 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service FLAVORS assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.925987 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.926409 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.926740 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:router May 05 14:47:30.927074 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] router is already registered May 05 14:47:30.927486 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:floatingip May 05 14:47:30.927819 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] floatingip is already registered May 05 14:47:30.928272 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service METERING assigned prefix: /metering {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.928935 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of CountableResource for resource:rbac_policy May 05 14:47:30.929258 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] rbac_policy is already registered May 05 14:47:30.929691 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:security_group May 05 14:47:30.930023 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] security_group is already registered May 05 14:47:30.930427 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 14:47:30.930839 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] security_group_rule is already registered May 05 14:47:30.931448 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service CORE assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.931774 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:subnetpool May 05 14:47:30.932105 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] subnetpool is already registered May 05 14:47:30.932530 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Service CORE assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 14:47:30.932851 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Creating instance of TrackedResource for resource:subnetpool May 05 14:47:30.933178 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] subnetpool is already registered May 05 14:47:30.933669 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: extensions {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.935084 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: address-groups {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.936618 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: address-scopes {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.938207 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: agents {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.939351 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: auto-allocated-topology {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.940578 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: availability_zones {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.941823 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: dhcp-networks {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.943320 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: dhcp-agents {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.944721 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: routers {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.947623 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: flavors {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.948766 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: service_profiles {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.950050 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: next_providers {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.951488 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: service_profiles {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.953018 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: floatingip-pools {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.954253 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: routers {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.956355 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: floatingips {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.958514 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: l3-routers {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.959877 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: l3-agents {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.961296 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: metering-labels {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.963397 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: metering-label-rules {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.964663 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: network-ip-availabilities {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.965926 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: bindings {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.967541 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: quotas {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.969076 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: quotas {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.970612 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: rbac-policies {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.971869 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: security-groups {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.973073 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: security-group-rules {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.974310 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: service-providers {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.975522 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: subnetpools {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.976905 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: subnetpools {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.978487 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.980116 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.981945 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.983696 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.985436 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.987318 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.989199 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.991237 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.992964 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:30.994928 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 14:47:31.000681 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING keystonemiddleware.auth_token [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 05 14:47:31.005578 dv-cinder-839426-6-iscsi neutron-server[103171]: WARNING keystonemiddleware.auth_token [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 05 14:47:31.014836 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Acquired lock "singleton_lock" {{(pid=103171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 05 14:47:31.015310 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Releasing lock "singleton_lock" {{(pid=103171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 05 14:47:31.015964 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO oslo_service.service [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Starting 2 workers May 05 14:47:31.020925 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Started child 103280 {{(pid=103171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 14:47:31.026133 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Started child 103281 {{(pid=103171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 14:47:31.026987 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:31.027696 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO neutron.service [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Neutron service started, listening on 0.0.0.0:9696 May 05 14:47:31.028316 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:31.028546 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [-] (103280) wsgi starting up on http://0.0.0.0:9696 May 05 14:47:31.030782 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:31.031255 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO oslo_service.service [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Starting 1 workers May 05 14:47:31.032208 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [-] (103281) wsgi starting up on http://0.0.0.0:9696 May 05 14:47:31.036124 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Started child 103282 {{(pid=103171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 14:47:31.036654 dv-cinder-839426-6-iscsi neutron-server[103171]: INFO oslo_service.service [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Starting 1 workers May 05 14:47:31.039789 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.service [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] calling RpcWorker wait() {{(pid=103282) _wait /opt/stack/neutron/neutron/service.py:128}} May 05 14:47:31.040374 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.service [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] returning from RpcWorker wait() {{(pid=103282) _wait /opt/stack/neutron/neutron/service.py:135}} May 05 14:47:31.041230 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Started child 103283 {{(pid=103171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 14:47:31.042070 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88c715f3-e3c1-4d5d-9577-c8bc82d23005 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:31.042404 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:31.042915 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:47:31.044023 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 05 14:47:31.044245 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 14:47:31.044432 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 14:47:31.044670 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 14:47:31.044994 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 14:47:31.045158 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 14:47:31.045708 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.045995 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.046248 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.046351 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:31.046829 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.047086 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.047326 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.047574 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.047862 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.048091 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.048260 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.048426 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.048666 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.048892 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.049209 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.049469 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.049757 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.050048 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.050218 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.050463 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.050729 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.050953 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.051244 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] debug = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.051497 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.051982 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.052211 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.052465 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.052702 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.052985 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.053225 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.053478 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.053727 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.053944 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.054189 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.054456 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.054692 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.054906 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.055125 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.055369 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.055600 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.056170 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] host = dv-cinder-839426-6-iscsi {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.056388 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.056694 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.056947 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.057196 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.057468 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.057735 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.057993 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.058236 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.058500 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.058722 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.058970 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.059199 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.059430 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.059668 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.059821 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_options = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.060054 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.060321 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.060562 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.060752 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.060909 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.061071 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.061335 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.061498 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.061785 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.062006 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.062216 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.062697 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.062929 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.063138 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.063417 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.063662 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.063907 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.064145 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.064416 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.064671 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.064899 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.065123 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.065370 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.065590 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.065832 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.066088 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.066304 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.066518 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.066732 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.066984 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.067245 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.068106 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.068352 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.068607 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.068837 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.069073 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.069513 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:47:31.069767 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.069767 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.070227 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.070227 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.070486 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.070899 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.071056 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.071784 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.072070 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.072285 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.072539 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_json = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.072780 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.073013 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.073297 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.073534 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.073759 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.073974 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.074543 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.074779 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.075027 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.077086 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.077244 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.077522 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.077810 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.078073 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.078320 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.078556 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.078810 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.079045 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.079279 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.079592 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.079816 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.080132 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.080412 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.080691 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.081004 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.081262 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.081528 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.081772 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.081992 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.082234 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.082456 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.082728 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.082980 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.083212 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.083445 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.083666 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.083942 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.084205 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.084481 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.084813 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.085070 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.085360 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.085614 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.085872 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.086112 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.086354 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.086610 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.086835 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.088166 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.088166 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.088166 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.088394 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.088614 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.088864 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.089093 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.089355 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.089629 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.092913 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.093180 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.094011 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.094926 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.095176 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.095413 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.095654 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.095920 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.096190 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.096429 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.096681 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.096916 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.097158 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.097406 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.097686 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.098496 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.098715 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.098936 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.099161 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.099379 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.099611 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.099849 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.100049 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.100577 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.100827 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.101043 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.101262 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.101487 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.102373 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.102642 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.102863 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.103100 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.103340 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.105350 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.105950 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.106214 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.106445 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.106673 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.106895 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.107138 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.107361 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.107587 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.107809 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.108124 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.108384 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.108639 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.108891 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.109193 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.109463 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.110545 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.110819 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.111240 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.111708 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.112189 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.112647 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.113160 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.113423 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.114319 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.114319 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.114319 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.114578 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.114678 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.116293 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.116556 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.116821 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.117113 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.117364 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.117633 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.117916 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.118198 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.118488 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.118758 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.119037 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.119261 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.119539 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.119847 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.120125 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.120424 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.120676 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.120933 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.121220 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.121484 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.121834 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.122188 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.122637 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.122942 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.123218 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.123556 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.123853 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.124141 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.124475 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.124713 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.124953 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.125190 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.125469 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.125755 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.126013 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.126284 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.126535 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.126770 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.127032 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.127261 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.127478 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.127993 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.127993 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.128155 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.128388 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.128590 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.128809 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.129024 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.129238 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.129513 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.129756 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.129979 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.130193 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.130431 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.130652 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.130900 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.131114 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.131333 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.131571 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.131782 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.132153 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.132524 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.132739 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.132991 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.133203 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.133463 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.134251 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.134497 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.134910 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.135186 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.135458 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.135675 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.135923 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.136141 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.136354 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.136572 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.136792 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.137027 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.137242 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.137466 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.137707 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.137966 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.138227 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.138575 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.138842 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.139057 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.139543 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.139808 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.140003 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.140211 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.140454 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.140697 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.140913 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.141135 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.141375 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.141586 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.141825 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.142044 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.142288 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.142560 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.142801 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.143057 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.143293 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.143515 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.143731 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.143963 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.144181 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.144438 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.144598 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.144826 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.145059 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.145267 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.145560 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.145836 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.146068 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.146329 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.146551 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.146764 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.147026 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.147235 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.147474 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.147694 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.147908 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.148117 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.148341 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.148551 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.148765 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.148987 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.149203 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.149480 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.150293 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.150505 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.150724 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.150946 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.151162 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.151449 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.151626 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.151831 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.152046 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.152269 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.152484 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.152697 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.152921 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.153203 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.153384 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.153606 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.153846 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.154057 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.154330 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.154580 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.154798 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.155074 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.155325 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.155572 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.155822 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.156139 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.156351 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.156589 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.156835 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.157048 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.157283 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.157534 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.157938 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.158227 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.158489 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.158749 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.159032 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.159303 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.159399 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:47:31.159575 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.159787 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.160080 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.160402 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.160689 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.160934 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.161188 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.161437 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.161674 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.161895 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.162111 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.162328 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.162540 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.162807 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.163032 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.163281 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.163496 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.163765 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.163958 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.164192 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.164412 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.164647 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.165041 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.165202 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 14:47:31.165768 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 05 14:47:31.165927 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 14:47:31.166081 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 14:47:31.166250 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 14:47:31.166419 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 14:47:31.166570 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 14:47:31.166777 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.166926 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.167079 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.167232 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.167417 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.167585 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.167746 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.167921 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.168069 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.168205 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.168359 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.168515 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.168673 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.168831 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.168988 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.169146 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.169308 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.169471 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.169634 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.169808 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.169990 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.170143 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] debug = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.170319 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.170473 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.170639 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.170799 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.170950 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.171109 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.171265 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.171578 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.171740 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.171901 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.172055 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.172361 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.172521 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.172686 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.172847 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.173003 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.173160 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.173317 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] host = dv-cinder-839426-6-iscsi {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.173476 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.173631 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.173811 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.173969 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.174129 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.174285 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.174441 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.174599 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.174757 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.174914 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.175071 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.175227 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.175383 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.175542 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.175698 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_options = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.175854 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.176012 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.176171 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.176356 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.176521 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.176680 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.176838 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.176997 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.177150 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.177455 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.177618 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.177798 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.177955 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.178115 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.178272 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.178429 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.178588 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.178743 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.178900 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.179058 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.179216 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.179374 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.179531 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.179703 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.179852 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.179989 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.180145 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.180302 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.180458 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.180657 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.180843 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.181002 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.181160 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.181316 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.181473 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.181629 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.182061 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.182061 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.182511 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.182511 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.182511 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.183039 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.183039 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.183039 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.183039 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.183525 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.183525 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_json = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.183525 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.183869 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.183869 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.183869 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.184221 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.184221 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.184458 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.184458 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.184692 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 14:47:31.184824 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.184938 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.185104 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.185289 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.185486 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.186330 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.186330 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.186330 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.186330 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.186330 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.186823 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.186823 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.186968 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.187069 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.187213 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.187642 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.187989 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.188194 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.188358 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.188696 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.188887 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.189065 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.189244 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.189405 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.189565 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.189751 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.189912 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.190081 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.190241 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.190409 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.190584 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.190745 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.190922 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.191133 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.191262 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.191386 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.191750 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.191750 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.191970 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49258) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:47:31.192072 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.192072 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.192222 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.192301 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.192406 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.192565 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.192725 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.192886 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.193045 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.193206 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.193384 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.193528 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.194450 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.194450 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.194450 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.194450 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.194450 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.194450 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.194900 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.194900 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.194900 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.195113 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.195219 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.195434 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.195622 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.195767 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.195925 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.196107 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.196107 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.197025 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.197025 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.197835 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.197835 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.197835 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.197835 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.197835 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.198524 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.198524 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.198524 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.198524 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.198524 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.199247 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.199247 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.199247 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.199247 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.199247 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.199922 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.199922 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.199922 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.199922 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.199922 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.200586 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.200586 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.200586 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.200586 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.201118 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.201118 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.201443 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.202381 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072434 May 05 14:47:31.202680 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.202680 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.202680 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.202680 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.202680 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.202680 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.202680 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.202680 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.204260 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.204260 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.204260 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.204260 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.204260 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.204260 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.205864 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.205864 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.205864 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.206215 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.206215 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.206450 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.206575 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.206682 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.206795 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.206974 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.207556 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.207556 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.207556 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.208224 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.208224 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.208224 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.208224 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.209485 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.209485 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.209485 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.209485 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.209485 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.209485 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.209485 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.209485 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.209485 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.210552 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.210552 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.210552 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.210552 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.210552 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.210552 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.212995 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.212995 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.212995 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.212995 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.212995 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.212995 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.212995 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.212995 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.213986 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.213986 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.213986 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.213986 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.213986 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.213986 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.213986 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.213986 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.214536 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.214536 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.214536 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.214536 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.214814 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.214814 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.214962 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.215040 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.215199 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.215363 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.215525 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.215711 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.215875 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.216038 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.216201 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.216365 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.216527 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.216692 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.216856 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.217019 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.217181 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.217345 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.217492 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.217677 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.217847 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.218009 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.218172 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.218336 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.218502 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.218663 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.218826 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.218988 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.219151 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.219318 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.219474 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.219664 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.219838 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.219988 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.220132 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.220309 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.220470 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.220631 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.220793 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.220955 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.221117 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.221282 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.221444 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.221606 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.221815 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.221982 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.222144 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.222310 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.222476 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.222639 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.222801 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.223758 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.223758 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.223758 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.223758 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.223758 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.223758 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.224176 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.224176 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.224176 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.224360 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.224574 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.224740 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.224903 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.225065 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.225227 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.225400 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.225562 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.226444 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.226444 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.226444 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.226444 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.226444 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.226813 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.226813 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.226813 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.227016 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.227091 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.227266 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.227428 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.227639 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.227803 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.227950 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.228100 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.228362 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.228531 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.228695 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.228857 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.229020 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.229186 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.229360 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.229524 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.229714 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.229956 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.230057 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.230178 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.230351 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.230518 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.230681 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.230856 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.231022 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.231168 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.231308 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.231480 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.231643 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.231795 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.231960 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.232125 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.232283 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.232424 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.232595 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.232767 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.233015 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.233172 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.233313 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.233445 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.233577 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.233751 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.233907 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.235399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.235399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.235399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.235399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.235399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.235399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.235399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.235399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.235399 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236185 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236185 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236185 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236185 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236185 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236185 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236560 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236560 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236691 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236757 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.236908 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 14:47:31.237061 dv-cinder-839426-6-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 14:47:42.613391 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1deb64b-30c4-423b-844f-86fbe5a200f6 None None] get_active_networks_info from dv-cinder-839426-6-iscsi {{(pid=103282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 05 14:47:42.689293 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1deb64b-30c4-423b-844f-86fbe5a200f6 None None] No non-hosted networks {{(pid=103282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 05 14:47:42.707890 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.agentschedulers_db [None req-b1deb64b-30c4-423b-844f-86fbe5a200f6 None None] DHCP Agent not found on host dv-cinder-839426-6-iscsi {{(pid=103282) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 05 14:47:42.810410 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8227a6f2-1f46-4f4f-b0c6-eb732efda3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1751353'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:44.894369 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4b51fab3-9725-4963-9b19-774d6a613277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1751353'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:44.947265 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f059df6b-f309-4755-af80-ba896d751720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:45.903628 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49324) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:47:46.212083 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1751353'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:46.497740 dv-cinder-839426-6-iscsi neutron-server[103281]: WARNING oslo_policy.policy [None req-cd1df661-f65d-4793-907d-8f72a747125e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 14:47:46.498347 dv-cinder-839426-6-iscsi neutron-server[103281]: WARNING oslo_policy.policy [None req-cd1df661-f65d-4793-907d-8f72a747125e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 14:47:46.723984 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [None req-cd1df661-f65d-4793-907d-8f72a747125e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:47:46.737687 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-cd1df661-f65d-4793-907d-8f72a747125e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8203382 May 05 14:47:47.604783 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1751353'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:48.873677 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1751353'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:48.875248 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.875645 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.875981 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.876361 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.876742 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.877071 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.877440 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.877854 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.878365 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.878733 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.879057 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.879383 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.879716 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.880033 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.880342 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:48.880912 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839426-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:47:48.889243 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839426-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:47:49.333724 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49358) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:47:49.674381 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2c7ac8ee-b942-4963-aa69-33318815fab8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:47:49.772445 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.policy [None req-2c7ac8ee-b942-4963-aa69-33318815fab8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103281) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 14:47:49.817258 dv-cinder-839426-6-iscsi neutron-server[103281]: WARNING oslo_policy.policy [None req-2c7ac8ee-b942-4963-aa69-33318815fab8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 14:47:49.818021 dv-cinder-839426-6-iscsi neutron-server[103281]: WARNING oslo_policy.policy [None req-2c7ac8ee-b942-4963-aa69-33318815fab8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 14:47:49.922543 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac8ee-b942-4963-aa69-33318815fab8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770933983888', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770933983364', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770934000081', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770933760063', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770933766150', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770933759193', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-536363', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1342997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-511305', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-419226'] for rbac-policy (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:49.994290 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac8ee-b942-4963-aa69-33318815fab8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:50.001695 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2c7ac8ee-b942-4963-aa69-33318815fab8 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6607258 May 05 14:47:50.227710 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.db.l3_hamode_db [None req-21bdf3f3-db98-43a0-aadd-6bdb2dc5d610 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 05 14:47:50.308313 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdf3f3-db98-43a0-aadd-6bdb2dc5d610 None None] Routers set() bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:47:50.308697 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdf3f3-db98-43a0-aadd-6bdb2dc5d610 None None] Router IDs set() for agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 05 14:47:52.518865 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49370) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:47:52.833282 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:47:52.863070 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Made reservation on behalf of 17b60329ab4e47b9839db2418e4f4878 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:47:52.866980 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:52.883891 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:52.995268 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Publish callbacks [] for security_group (3ccbd75a-1e8b-4997-a419-923445fb889e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:52.998910 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3ccbd75a-1e8b-4997-a419-923445fb889e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:53.031069 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:47:53.058445 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770932578627', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (d94e6ac2-4db0-4ace-9603-4192da8e9a16), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:53.059051 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Unsubscribe: segment precommit_create {{(pid=103281) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 14:47:53.059572 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Added segment d94e6ac2-4db0-4ace-9603-4192da8e9a16 of type vlan for network 15152966-79c5-43aa-8f9d-899e4c03683a May 05 14:47:53.065877 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccbd75a-1e8b-4997-a419-923445fb889e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:47:53.087524 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.087860 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.088224 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.088568 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.088903 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.089234 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.089560 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.089909 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.090278 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.090603 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.090929 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.091284 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.091597 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.091916 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.092246 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Tracked resource versions report: May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: pushed versions: May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: { 'AddressGroup': {'1.2'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Agent': {'1.1'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'ConntrackHelper': {'1.0'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'LocalIPAssociation': {'1.0'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Log': {'1.0'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'NDPProxy': {'1.0'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Network': {'1.1'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Port': {'1.7'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'PortForwarding': {'1.3'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'QosPolicy': {'1.10'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SecurityGroup': {'1.5'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SecurityGroupRule': {'1.2'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SubPort': {'1.0'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Subnet': {'1.1'}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Trunk': {'1.1'}} May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: consumer versions: May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: { DHCP agent@dv-cinder-839426-6-iscsi: {}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: L3 agent@dv-cinder-839426-6-iscsi: {}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: Metadata agent@dv-cinder-839426-6-iscsi: {}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: Metering agent@dv-cinder-839426-6-iscsi: {}, May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: Open vSwitch agent@dv-cinder-839426-6-iscsi: { 'AddressGroup': '1.2', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Agent': '1.1', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'ConntrackHelper': '1.0', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'LocalIPAssociation': '1.0', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Log': '1.0', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'NDPProxy': '1.0', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Network': '1.1', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Port': '1.7', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'PortForwarding': '1.3', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'QosPolicy': '1.10', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SecurityGroup': '1.5', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SecurityGroupRule': '1.2', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SubPort': '1.0', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Subnet': '1.1', May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Trunk': '1.1'}} May 05 14:47:53.093633 dv-cinder-839426-6-iscsi neutron-server[103281]: {{(pid=103281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 14:47:53.171658 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (15152966-79c5-43aa-8f9d-899e4c03683a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:53.210119 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (15152966-79c5-43aa-8f9d-899e4c03683a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:53.216097 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:47:53.216797 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:53.268431 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7484980 May 05 14:47:53.343411 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2323e06-bedc-4fc1-b2bd-c3b4573a83bf demo demo] Pushing event updated for resources: {'Network': ['ID=15152966-79c5-43aa-8f9d-899e4c03683a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:47:53.356620 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 15152966-79c5-43aa-8f9d-899e4c03683a details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:47:55.782063 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49382) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:47:56.185599 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a06a0a7-a60d-479c-9375-6fbe0166447a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:47:56.186993 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4a06a0a7-a60d-479c-9375-6fbe0166447a demo admin] 10.222.0.48 "GET /v2.0/networks/15152966-79c5-43aa-8f9d-899e4c03683a HTTP/1.1" status: 200 len: 825 time: 0.4039831 May 05 14:47:56.211298 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0398d89a-1c12-487e-a76d-2a32fed8c66a demo admin] 10.222.0.48 "GET /v2.0/subnetpools/35129e4f-2315-4ae0-86ef-4d01a0c3149a HTTP/1.1" status: 200 len: 734 time: 0.0179601 May 05 14:47:56.219480 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '35129e4f-2315-4ae0-86ef-4d01a0c3149a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:47:56.239578 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Made reservation on behalf of 17b60329ab4e47b9839db2418e4f4878 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:47:56.242524 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:56.537814 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (b9defc1d-ec5d-4a60-a89c-1e05c3f0feae), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:56.608290 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Checking segment: {'id': 'd94e6ac2-4db0-4ace-9603-4192da8e9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:47:56.608659 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Network hostable DHCP agents. Network: 15152966-79c5-43aa-8f9d-899e4c03683a, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:47:56.613502 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Pushing event updated for resources: {'Subnet': ['ID=b9defc1d-ec5d-4a60-a89c-1e05c3f0feae,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:47:56.631979 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Network 15152966-79c5-43aa-8f9d-899e4c03683a is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:47:56.644015 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 15152966-79c5-43aa-8f9d-899e4c03683a) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:47:56.648758 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:47:56.649409 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:56.654742 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359a5f14-b67b-4ed1-8f96-cb2063ee790a None None] Network 15152966-79c5-43aa-8f9d-899e4c03683a requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:47:56.666312 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-25da719f-65a5-42c4-8a70-de7facf3de9e demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4499238 May 05 14:47:56.920470 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-15152966-79c5-43aa-8f9d-899e4c03683a', 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a', 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'fixed_ips': [{'subnet_id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 14:47:56.921806 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:57.202891 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Allocated IP 172.20.0.2 (15152966-79c5-43aa-8f9d-899e4c03683a/b9defc1d-ec5d-4a60-a89c-1e05c3f0feae/ca4fdb7b-a7b9-4926-8f44-73ced48b9b15) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:47:57.482081 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Publish callbacks [] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:57.490064 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:57.576184 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Network 15152966-79c5-43aa-8f9d-899e4c03683a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:47:57.580453 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Pushing event updated for resources: {'Port': ['ID=ca4fdb7b-a7b9-4926-8f44-73ced48b9b15,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:47:57.582682 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:47:57.590412 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:47:57.593925 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.594274 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.594625 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.594978 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.595311 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.595639 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.595962 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.596284 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.596603 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.596927 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.597247 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.597593 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.597948 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.598268 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.598586 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Tracked resource versions report: May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: pushed versions: May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: { 'AddressGroup': {'1.2'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Agent': {'1.1'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'ConntrackHelper': {'1.0'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'LocalIPAssociation': {'1.0'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Log': {'1.0'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'NDPProxy': {'1.0'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Network': {'1.1'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Port': {'1.7'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'PortForwarding': {'1.3'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'QosPolicy': {'1.10'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SecurityGroup': {'1.5'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SecurityGroupRule': {'1.2'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SubPort': {'1.0'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Subnet': {'1.1'}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Trunk': {'1.1'}} May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: consumer versions: May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: { DHCP agent@dv-cinder-839426-6-iscsi: {}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: L3 agent@dv-cinder-839426-6-iscsi: {}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: Metadata agent@dv-cinder-839426-6-iscsi: {}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: Metering agent@dv-cinder-839426-6-iscsi: {}, May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: Open vSwitch agent@dv-cinder-839426-6-iscsi: { 'AddressGroup': '1.2', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Agent': '1.1', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'ConntrackHelper': '1.0', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'LocalIPAssociation': '1.0', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Log': '1.0', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'NDPProxy': '1.0', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Network': '1.1', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Port': '1.7', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'PortForwarding': '1.3', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'QosPolicy': '1.10', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SecurityGroup': '1.5', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SecurityGroupRule': '1.2', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SubPort': '1.0', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Subnet': '1.1', May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Trunk': '1.1'}} May 05 14:47:57.599967 dv-cinder-839426-6-iscsi neutron-server[103282]: {{(pid=103282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 14:47:57.678601 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Attempting to bind port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:47:57.679270 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Attempting to bind port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'd94e6ac2-4db0-4ace-9603-4192da8e9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:47:57.679412 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Attempting to bind port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 on network 15152966-79c5-43aa-8f9d-899e4c03683a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:47:57.685514 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:47:57.685930 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Checking segment: {'id': 'd94e6ac2-4db0-4ace-9603-4192da8e9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:47:57.686418 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:57.686808 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Bound using segment: {'id': 'd94e6ac2-4db0-4ace-9603-4192da8e9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:47:57.687546 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Bound port: ca4fdb7b-a7b9-4926-8f44-73ced48b9b15, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94e6ac2-4db0-4ace-9603-4192da8e9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:47:57.687949 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:57.751719 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] For port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:47:57.773935 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] For port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ca4fdb7b-a7b9-4926-8f44-73ced48b9b15,segment=NetworkSegment(d94e6ac2-4db0-4ace-9603-4192da8e9a16),segment_id=d94e6ac2-4db0-4ace-9603-4192da8e9a16)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:47:57.781046 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:47:57.838706 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916f5e8-d6c3-4e42-96b4-5bdde4ab08a0 None None] Pushing event updated for resources: {'Port': ['ID=ca4fdb7b-a7b9-4926-8f44-73ced48b9b15,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:47:59.185784 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:47:59.508341 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [None req-a69ee0ff-6c80-443e-b3ad-9ad9c1ed122a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:47:59.509429 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a69ee0ff-6c80-443e-b3ad-9ad9c1ed122a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3227451 May 05 14:48:02.044087 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 49398) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:48:02.543025 dv-cinder-839426-6-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-01648e9e-660c-4836-8c3f-75dd7652119b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 14:48:02.543581 dv-cinder-839426-6-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-01648e9e-660c-4836-8c3f-75dd7652119b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 14:48:02.766939 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [None req-01648e9e-660c-4836-8c3f-75dd7652119b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:48:02.768203 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-01648e9e-660c-4836-8c3f-75dd7652119b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7220173 May 05 14:48:05.263703 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 49412) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:48:05.578813 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-16767af4-785c-4587-91ac-aca57dd2e8c7 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:48:05.637967 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.policy [None req-16767af4-785c-4587-91ac-aca57dd2e8c7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103280) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 14:48:05.680461 dv-cinder-839426-6-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-16767af4-785c-4587-91ac-aca57dd2e8c7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 14:48:05.680865 dv-cinder-839426-6-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-16767af4-785c-4587-91ac-aca57dd2e8c7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 14:48:05.743439 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16767af4-785c-4587-91ac-aca57dd2e8c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:05.745383 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16767af4-785c-4587-91ac-aca57dd2e8c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:05.905337 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16767af4-785c-4587-91ac-aca57dd2e8c7 demo demo] Publish callbacks [] for router_controller (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:05.910323 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16767af4-785c-4587-91ac-aca57dd2e8c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:05.933477 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16767af4-785c-4587-91ac-aca57dd2e8c7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:05.934673 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-16767af4-785c-4587-91ac-aca57dd2e8c7 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6699281 May 05 14:48:07.672666 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:48:07.762397 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:07.762735 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:07.874196 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:48:07.874496 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:07.910283 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ca4fdb7b-a7b9-4926-8f44-73ced48b9b15,segment=NetworkSegment(d94e6ac2-4db0-4ace-9603-4192da8e9a16),segment_id=d94e6ac2-4db0-4ace-9603-4192da8e9a16)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:48:07.915700 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:07.967256 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=ca4fdb7b-a7b9-4926-8f44-73ced48b9b15,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:08.472087 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 49426) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:48:08.785957 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [None req-944a89f4-31f3-464f-81b0-c3050f7d78a4 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:48:08.786930 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-944a89f4-31f3-464f-81b0-c3050f7d78a4 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3138463 May 05 14:48:09.370983 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df422a33-7c85-4609-bca7-0bc2711d72ce None None] Network 15152966-79c5-43aa-8f9d-899e4c03683a requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:48:09.455348 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-4bb79ab6-7bc0-4075-8a40-94eab891fe97 None None] Provisioning complete for port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:09.455736 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4bb79ab6-7bc0-4075-8a40-94eab891fe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:09.578011 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4bb79ab6-7bc0-4075-8a40-94eab891fe97 None None] Current status of the port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:48:09.639708 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:48:09.686711 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:09.687451 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:09.765734 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:48:09.795247 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-975c742a-202e-4f2d-8ec4-ae4b911492fd None None] Provisioning complete for port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:09.795638 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-975c742a-202e-4f2d-8ec4-ae4b911492fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:09.871871 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-975c742a-202e-4f2d-8ec4-ae4b911492fd None None] Current status of the port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:48:10.087779 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:48:11.272389 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49434) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:48:11.582410 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:48:11.601560 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Made reservation on behalf of dff5ce0253c84661be86a23d6b0b873d for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:48:11.603864 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:11.612243 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:11.686531 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Publish callbacks [] for security_group (66c64dbc-d8d1-4da0-83eb-f0b159b97868), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:11.690347 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (66c64dbc-d8d1-4da0-83eb-f0b159b97868), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:11.708767 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103281) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 05 14:48:11.726052 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c64dbc-d8d1-4da0-83eb-f0b159b97868,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:11.732365 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (b2208142-c8fb-451d-8412-533bf8e9e71c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:11.732702 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Added segment b2208142-c8fb-451d-8412-533bf8e9e71c of type flat for network 51a3d7ca-7789-4c1b-8220-f3261a8a20af May 05 14:48:11.782564 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (51a3d7ca-7789-4c1b-8220-f3261a8a20af), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:11.813780 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (51a3d7ca-7789-4c1b-8220-f3261a8a20af), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:11.814702 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:48:11.815273 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:11.865975 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5919943 May 05 14:48:11.912179 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643f399-dede-4aa6-8be3-194cebc22bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=51a3d7ca-7789-4c1b-8220-f3261a8a20af,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:11.922981 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:48:12.511333 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-42e70b95-7dee-413b-9e4c-c7ad312a6fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:14.373412 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:48:14.737461 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c67fe3-781c-4925-af89-d11b7ab8dfd8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:48:14.738792 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e4c67fe3-781c-4925-af89-d11b7ab8dfd8 demo admin] 10.222.0.48 "GET /v2.0/subnets/b9defc1d-ec5d-4a60-a89c-1e05c3f0feae HTTP/1.1" status: 200 len: 849 time: 0.3644073 May 05 14:48:14.889278 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-71aeaaa4-f790-4859-84c2-86b422ca9332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:14.904076 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-48fdfe40-920a-4409-852d-79070ef3b11a demo admin] 10.222.0.48 "GET /v2.0/routers/65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 HTTP/1.1" status: 200 len: 704 time: 0.1588204 May 05 14:48:15.173966 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:15.464645 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Allocated IP 172.20.0.1 (15152966-79c5-43aa-8f9d-899e4c03683a/b9defc1d-ec5d-4a60-a89c-1e05c3f0feae/6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:48:15.660114 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Publish callbacks [] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:15.726822 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:15.796886 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Network 15152966-79c5-43aa-8f9d-899e4c03683a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:48:15.802746 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:48:15.810812 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:48:15.811361 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:15.870632 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Pushing event updated for resources: {'Port': ['ID=6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:16.017252 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:16.028124 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-fffc3fd9-4c59-4e1d-ae01-6468da331b9b None None] Provisioning complete for port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:16.028648 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fffc3fd9-4c59-4e1d-ae01-6468da331b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:16.111038 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-fffc3fd9-4c59-4e1d-ae01-6468da331b9b None None] Port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:48:16.156270 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:16.236913 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Publish callbacks [] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:16.240943 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:16.241768 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:16.301526 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Pushing event updated for resources: {'Port': ['ID=6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:16.367597 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Network 15152966-79c5-43aa-8f9d-899e4c03683a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:48:16.368979 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:48:16.530349 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-b7249583-9e5d-4158-aeb7-4f785fc87fca None None] Provisioning complete for port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:16.530732 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b7249583-9e5d-4158-aeb7-4f785fc87fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:16.538225 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Router 65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 14:48:16.565478 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b7249583-9e5d-4158-aeb7-4f785fc87fca None None] Port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:48:16.633038 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:48:16.638263 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3dd50f64-727d-4451-8d81-32a39f5a4c12 demo admin] 10.222.0.48 "PUT /v2.0/routers/65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7291360 May 05 14:48:16.642809 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Sync routers for ids ['65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:48:16.656062 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Routers {'65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:48:16.657028 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:48:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:48:16.856121 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Set router 65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:48:17.288476 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'name': 'router1', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:48:05Z', 'updated_at': '2022-05-05T14:48:15Z', 'revision_number': 2, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'gw_port_host': None, '_interfaces': [{'id': '6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93', 'name': '', 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'mac_address': 'fa:16:3e:24:44:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:48:15Z', 'updated_at': '2022-05-05T14:48:16Z', 'revision_number': 2, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'subnets': [{'id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35129e4f-2315-4ae0-86ef-4d01a0c3149a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:48:17.341491 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Checking router: 65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:48:17.341888 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Updating router 65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:48:17.395896 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:17.540062 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:17.917773 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Publish callbacks [] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:17.924059 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:18.066587 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Pushing event updated for resources: {'Port': ['ID=6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:18.095536 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.095874 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.096226 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.096564 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.096889 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.097210 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.097529 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.097871 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.098189 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.098505 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.098822 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.099155 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.099471 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.099781 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.100092 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Tracked resource versions report: May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: pushed versions: May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: { 'AddressGroup': {'1.2'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Agent': {'1.1'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'ConntrackHelper': {'1.0'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Log': {'1.0'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'NDPProxy': {'1.0'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Network': {'1.1'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Port': {'1.7'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'PortForwarding': {'1.3'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'QosPolicy': {'1.10'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SecurityGroup': {'1.5'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SubPort': {'1.0'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Subnet': {'1.1'}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Trunk': {'1.1'}} May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: consumer versions: May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: { DHCP agent@dv-cinder-839426-6-iscsi: {}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: L3 agent@dv-cinder-839426-6-iscsi: {}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: Metadata agent@dv-cinder-839426-6-iscsi: {}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: Metering agent@dv-cinder-839426-6-iscsi: {}, May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: Open vSwitch agent@dv-cinder-839426-6-iscsi: { 'AddressGroup': '1.2', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Agent': '1.1', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'ConntrackHelper': '1.0', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'LocalIPAssociation': '1.0', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Log': '1.0', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'NDPProxy': '1.0', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Network': '1.1', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Port': '1.7', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'PortForwarding': '1.3', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'QosPolicy': '1.10', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SecurityGroup': '1.5', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SecurityGroupRule': '1.2', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SubPort': '1.0', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Subnet': '1.1', May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Trunk': '1.1'}} May 05 14:48:18.102051 dv-cinder-839426-6-iscsi neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 14:48:18.110011 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Attempting to bind port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:48:18.110423 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Attempting to bind port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'd94e6ac2-4db0-4ace-9603-4192da8e9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:48:18.110825 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Attempting to bind port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 on network 15152966-79c5-43aa-8f9d-899e4c03683a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:48:18.116891 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:48:18.117379 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Checking segment: {'id': 'd94e6ac2-4db0-4ace-9603-4192da8e9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:48:18.117893 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:18.118280 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Bound using segment: {'id': 'd94e6ac2-4db0-4ace-9603-4192da8e9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:48:18.118767 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Bound port: 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94e6ac2-4db0-4ace-9603-4192da8e9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:48:18.119144 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:18.150367 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-6a8c9540-8dc7-4855-986b-35cf7afd0ae8 None None] Provisioning complete for port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:18.151094 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9540-8dc7-4855-986b-35cf7afd0ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:18.195081 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] For port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:48:18.196062 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c9540-8dc7-4855-986b-35cf7afd0ae8 None None] Port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:48:18.215122 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] For port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93,segment=NetworkSegment(d94e6ac2-4db0-4ace-9603-4192da8e9a16),segment_id=d94e6ac2-4db0-4ace-9603-4192da8e9a16)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:48:18.220342 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:18.271165 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Routers {'65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:48:18.271806 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:48:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:48:18.354531 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b98dc-0f9b-49c9-a273-a2cda68a3638 None None] Pushing event updated for resources: {'Port': ['ID=6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:18.381332 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] Set router 65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:48:18.421945 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-fbcf90dd-a970-41a0-b53c-64914751434a None None] Provisioning complete for port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:18.422345 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbcf90dd-a970-41a0-b53c-64914751434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:18.505046 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf90dd-a970-41a0-b53c-64914751434a None None] Current status of the port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:48:18.505723 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbcf90dd-a970-41a0-b53c-64914751434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:18.537704 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-fbcf90dd-a970-41a0-b53c-64914751434a None None] For port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93,segment=NetworkSegment(d94e6ac2-4db0-4ace-9603-4192da8e9a16),segment_id=d94e6ac2-4db0-4ace-9603-4192da8e9a16)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:48:18.543073 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbcf90dd-a970-41a0-b53c-64914751434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:18.595801 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf90dd-a970-41a0-b53c-64914751434a None None] Pushing event updated for resources: {'Port': ['ID=6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:18.605886 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'name': 'router1', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:48:05Z', 'updated_at': '2022-05-05T14:48:15Z', 'revision_number': 2, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'gw_port_host': None, '_interfaces': [{'id': '6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93', 'name': '', 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'mac_address': 'fa:16:3e:24:44:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:48:15Z', 'updated_at': '2022-05-05T14:48:18Z', 'revision_number': 4, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'subnets': [{'id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35129e4f-2315-4ae0-86ef-4d01a0c3149a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:48:18.633897 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d90ca-d919-4f65-91a7-956caab4134e None None] The sync data for ids ['65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'] in dv-cinder-839426-6-iscsi is: [{'id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'name': 'router1', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:48:05Z', 'updated_at': '2022-05-05T14:48:15Z', 'revision_number': 2, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'gw_port_host': None, '_interfaces': [{'id': '6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93', 'name': '', 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'mac_address': 'fa:16:3e:24:44:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:48:15Z', 'updated_at': '2022-05-05T14:48:18Z', 'revision_number': 4, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'subnets': [{'id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35129e4f-2315-4ae0-86ef-4d01a0c3149a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:48:18.871662 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:19.136592 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49462) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:48:19.334001 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdef5cb-c2fa-4470-a824-f938eb6ad01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:48:19.335430 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6bdef5cb-c2fa-4470-a824-f938eb6ad01e admin admin] 10.222.0.48 "GET /v2.0/networks/51a3d7ca-7789-4c1b-8220-f3261a8a20af HTTP/1.1" status: 200 len: 842 time: 0.1978471 May 05 14:48:19.345466 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:48:19.364272 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Made reservation on behalf of dff5ce0253c84661be86a23d6b0b873d for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:48:19.367072 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:19.711995 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.objects.ports [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 05 14:48:19.712358 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (17f6aa78-e475-417e-86d4-ab864bc71f74), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:19.766159 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f6aa78-e475-417e-86d4-ab864bc71f74,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:19.773601 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:48:19.773983 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Network hostable DHCP agents. Network: 51a3d7ca-7789-4c1b-8220-f3261a8a20af, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:48:19.789552 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:48:19.798201 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 51a3d7ca-7789-4c1b-8220-f3261a8a20af) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:48:19.802148 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:48:19.802738 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:19.809157 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4314444d-5a8c-4a32-90ea-5357c986a9bc None None] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:48:19.829086 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ec0915b4-88cb-4fd1-9821-1ec79c85c5c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4771299 May 05 14:48:19.920967 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf899385-d276-49e7-8db7-490f6babbb36 None None] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:48:22.300378 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49480) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:48:22.437763 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8a938ac1-37a9-41dd-af8b-45be8e7a56a7 demo admin] 10.222.0.48 "GET /v2.0/routers/65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 HTTP/1.1" status: 200 len: 710 time: 0.1359613 May 05 14:48:22.525287 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efb605b-4acb-421a-b601-15dbfeb83e84 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:48:22.526677 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7efb605b-4acb-421a-b601-15dbfeb83e84 demo admin] 10.222.0.48 "GET /v2.0/networks/51a3d7ca-7789-4c1b-8220-f3261a8a20af HTTP/1.1" status: 200 len: 886 time: 0.0836265 May 05 14:48:22.535366 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:48:22.783081 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Publish callbacks [] for router_gateway (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:22.999437 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Publish callbacks [] for router_gateway (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:23.076416 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:23.174775 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Allocated IP 172.27.1.164 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/0a4e9435-9a86-44ad-8c88-195e92446c41) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:48:23.277034 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Publish callbacks [] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:23.309541 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:23.347764 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:48:23.351157 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:48:23.356815 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:48:23.361860 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Pushing event updated for resources: {'Port': ['ID=0a4e9435-9a86-44ad-8c88-195e92446c41,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:23.695197 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Publish callbacks [] for router_gateway (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:23.897396 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35389'] for router (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:23.901056 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1759827'] for router (65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:24.016297 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Router 65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:48:24.125769 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:48:24.130284 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:24.145673 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-171b6816-b8de-49b3-bc9b-311f9fd3840a demo admin] 10.222.0.48 "PUT /v2.0/routers/65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 HTTP/1.1" status: 200 len: 890 time: 1.5991547 May 05 14:48:25.652084 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:48:25.702465 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:25.702863 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:25.781015 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:48:26.634859 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:48:26.748435 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9c78f186-b6db-4251-a9ec-1081cb1a6280 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1125040 May 05 14:48:27.531433 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Sync routers for ids ['65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:48:27.543040 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Routers {'65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:48:27.543752 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:48:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:48:27.779323 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Set router 65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:48:28.251473 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'name': 'router1', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '0a4e9435-9a86-44ad-8c88-195e92446c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:48:05Z', 'updated_at': '2022-05-05T14:48:23Z', 'revision_number': 4, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'gw_port': {'id': '0a4e9435-9a86-44ad-8c88-195e92446c41', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:48:23Z', 'updated_at': '2022-05-05T14:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93', 'name': '', 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'mac_address': 'fa:16:3e:24:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:48:15Z', 'updated_at': '2022-05-05T14:48:18Z', 'revision_number': 5, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'subnets': [{'id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35129e4f-2315-4ae0-86ef-4d01a0c3149a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:48:28.301690 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Checking router: 65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:48:28.302047 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Updating router 65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 port 0a4e9435-9a86-44ad-8c88-195e92446c41 binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:48:28.357847 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:28.702485 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Publish callbacks [] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:28.708579 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:28.767964 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Attempting to bind port 0a4e9435-9a86-44ad-8c88-195e92446c41 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:48:28.768338 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Attempting to bind port 0a4e9435-9a86-44ad-8c88-195e92446c41 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:48:28.768839 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Attempting to bind port 0a4e9435-9a86-44ad-8c88-195e92446c41 on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:48:28.770868 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0075e5a-5a9d-4f0e-8a24-40ebbb0d4084 None None] Pushing event updated for resources: {'Port': ['ID=0a4e9435-9a86-44ad-8c88-195e92446c41,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:28.777427 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:48:28.777854 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:48:28.778539 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:28.778786 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:48:28.780849 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Bound port: 0a4e9435-9a86-44ad-8c88-195e92446c41, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:48:28.780849 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:28.835862 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] For port 0a4e9435-9a86-44ad-8c88-195e92446c41, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:48:28.839494 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] For port 0a4e9435-9a86-44ad-8c88-195e92446c41, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=0a4e9435-9a86-44ad-8c88-195e92446c41,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:48:28.846127 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:28.907173 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Routers {'65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:48:28.907826 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:48:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:48:28.909604 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0075e5a-5a9d-4f0e-8a24-40ebbb0d4084 None None] Pushing event updated for resources: {'Port': ['ID=0a4e9435-9a86-44ad-8c88-195e92446c41,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:29.033760 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] Set router 65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:48:29.250095 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'name': 'router1', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '0a4e9435-9a86-44ad-8c88-195e92446c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:48:05Z', 'updated_at': '2022-05-05T14:48:23Z', 'revision_number': 4, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'gw_port': {'id': '0a4e9435-9a86-44ad-8c88-195e92446c41', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:48:23Z', 'updated_at': '2022-05-05T14:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93', 'name': '', 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'mac_address': 'fa:16:3e:24:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:48:15Z', 'updated_at': '2022-05-05T14:48:18Z', 'revision_number': 5, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'subnets': [{'id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35129e4f-2315-4ae0-86ef-4d01a0c3149a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:48:29.277709 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f2d6da-b136-43de-8017-3d249a4b140e None None] The sync data for ids ['65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1'] in dv-cinder-839426-6-iscsi is: [{'id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'name': 'router1', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '0a4e9435-9a86-44ad-8c88-195e92446c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:48:05Z', 'updated_at': '2022-05-05T14:48:23Z', 'revision_number': 4, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'gw_port': {'id': '0a4e9435-9a86-44ad-8c88-195e92446c41', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:48:23Z', 'updated_at': '2022-05-05T14:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93', 'name': '', 'network_id': '15152966-79c5-43aa-8f9d-899e4c03683a', 'tenant_id': '17b60329ab4e47b9839db2418e4f4878', 'mac_address': 'fa:16:3e:24:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d8054a-e2ce-4581-b7ef-54c3ae5e7cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:48:15Z', 'updated_at': '2022-05-05T14:48:18Z', 'revision_number': 5, 'project_id': '17b60329ab4e47b9839db2418e4f4878', 'subnets': [{'id': 'b9defc1d-ec5d-4a60-a89c-1e05c3f0feae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35129e4f-2315-4ae0-86ef-4d01a0c3149a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:48:29.697926 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 0a4e9435-9a86-44ad-8c88-195e92446c41 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:48:29.757391 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 0a4e9435-9a86-44ad-8c88-195e92446c41 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:29.758086 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:29.921886 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 0a4e9435-9a86-44ad-8c88-195e92446c41 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:48:29.922251 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:29.946639 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 0a4e9435-9a86-44ad-8c88-195e92446c41, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=0a4e9435-9a86-44ad-8c88-195e92446c41,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:48:29.952160 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:30.013225 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=0a4e9435-9a86-44ad-8c88-195e92446c41,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:48:31.665012 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 0a4e9435-9a86-44ad-8c88-195e92446c41 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:48:31.745133 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 0a4e9435-9a86-44ad-8c88-195e92446c41 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:48:31.745674 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (0a4e9435-9a86-44ad-8c88-195e92446c41), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:31.841753 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 0a4e9435-9a86-44ad-8c88-195e92446c41 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:48:42.517851 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cfe1531c-1851-4078-8392-32e13acb8c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:44.896582 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7aea-827d-4c9f-baf1-78cdc0293b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:46.168770 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:47.087284 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:48:47.558206 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:48:48.889635 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:12.511702 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5044236d-7d4c-449e-991a-c320f6be003e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:14.892640 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e327c7b7-eeb0-4d9e-bd4a-a2a16bc2c789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:16.158241 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:17.553060 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:18.875041 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:24.086671 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:49:42.517723 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a54fd73-3bfa-4aa8-8cae-748d6ab49822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:44.894828 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-762dc4c7-b2b2-48cf-9c4d-f76c4db5c5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:46.159815 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:47.546037 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:48.272721 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49976) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:49:48.332295 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-09602d66-7efa-44b9-a413-2eca1e2688e3 admin admin] GET failed (client error): The resource could not be found. May 05 14:49:48.334186 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-09602d66-7efa-44b9-a413-2eca1e2688e3 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605252 May 05 14:49:48.507911 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ea15f-a718-454c-9955-8553d950ab17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:49:48.509295 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-036ea15f-a718-454c-9955-8553d950ab17 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1710563 May 05 14:49:48.870503 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:50.777380 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 49986) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:49:50.872585 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a9c3d8-74c2-4e98-a756-a9ab8665877c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:49:50.873935 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f8a9c3d8-74c2-4e98-a756-a9ab8665877c admin admin] 10.222.0.48 "GET /v2.0/subnets/b9defc1d-ec5d-4a60-a89c-1e05c3f0feae HTTP/1.1" status: 200 len: 849 time: 0.0955427 May 05 14:49:50.884003 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:49:50.969523 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Publish callbacks [] for subnet (b9defc1d-ec5d-4a60-a89c-1e05c3f0feae), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:51.104913 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770932494264'] for subnet (b9defc1d-ec5d-4a60-a89c-1e05c3f0feae), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:51.137864 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:49:51.139134 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:51.140215 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] 10.222.0.48 "PUT /v2.0/subnets/b9defc1d-ec5d-4a60-a89c-1e05c3f0feae HTTP/1.1" status: 200 len: 868 time: 0.2600322 May 05 14:49:51.143870 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c6bb3c-543b-4318-be61-2c9bb656381c None None] Network 15152966-79c5-43aa-8f9d-899e4c03683a requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:49:51.161706 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9defc1d-ec5d-4a60-a89c-1e05c3f0feae,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:49:51.169451 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.169822 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.170187 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.170532 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.170866 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.171195 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.171523 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.171846 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.172185 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.172517 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.172859 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.173205 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.173531 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.174027 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.174349 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1555982-4020-4e05-a84f-ef7adf3cd314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:49:51.497807 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-f0b8894c-3dba-486f-89a3-72aabbfd787b None None] Provisioning complete for port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:49:51.498203 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f0b8894c-3dba-486f-89a3-72aabbfd787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:51.577802 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f0b8894c-3dba-486f-89a3-72aabbfd787b None None] Current status of the port 6c9a38b8-6b9f-44ac-99eb-8e8d56a8ab93 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:49:51.585427 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-f0b8894c-3dba-486f-89a3-72aabbfd787b None None] Provisioning complete for port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:49:51.585830 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f0b8894c-3dba-486f-89a3-72aabbfd787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ca4fdb7b-a7b9-4926-8f44-73ced48b9b15), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:49:51.658396 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f0b8894c-3dba-486f-89a3-72aabbfd787b None None] Current status of the port ca4fdb7b-a7b9-4926-8f44-73ced48b9b15 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:49:53.416290 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 49994) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:49:53.667088 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844834dd-ffa1-41e5-9a4c-41b0932e12d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:49:53.667578 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844834dd-ffa1-41e5-9a4c-41b0932e12d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:49:53.669241 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-844834dd-ffa1-41e5-9a4c-41b0932e12d9 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2520299 May 05 14:49:55.946928 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50004) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:49:56.078686 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ed53f-c7d2-4f6e-9b3c-03a172047d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:49:56.079155 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ed53f-c7d2-4f6e-9b3c-03a172047d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:49:56.080635 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2f7ed53f-c7d2-4f6e-9b3c-03a172047d2b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327615 May 05 14:49:58.363116 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50012) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:49:58.566027 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83e763-7a85-47c0-a78f-35fa848f9109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:49:58.568313 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7f83e763-7a85-47c0-a78f-35fa848f9109 admin admin] 10.222.0.48 "GET /v2.0/networks/15152966-79c5-43aa-8f9d-899e4c03683a HTTP/1.1" status: 200 len: 869 time: 0.2032223 May 05 14:50:00.833944 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50020) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:50:00.978377 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9719035-1cf9-43e3-b047-db513f5c8829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:00.979750 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c9719035-1cf9-43e3-b047-db513f5c8829 admin admin] 10.222.0.48 "GET /v2.0/networks/51a3d7ca-7789-4c1b-8220-f3261a8a20af HTTP/1.1" status: 200 len: 886 time: 0.1448429 May 05 14:50:01.086275 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:50:03.247623 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50028) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:50:03.372584 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108aa762-aaa5-4c0e-ac3b-0d055dacdbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:03.373041 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108aa762-aaa5-4c0e-ac3b-0d055dacdbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:03.374591 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-108aa762-aaa5-4c0e-ac3b-0d055dacdbcb admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260021 May 05 14:50:05.667770 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50036) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:50:05.761131 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b9069-9474-463f-88b6-6ab761ec48ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:05.761584 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b9069-9474-463f-88b6-6ab761ec48ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:05.763100 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c85b9069-9474-463f-88b6-6ab761ec48ba admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943944 May 05 14:50:08.050293 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50044) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:50:08.159980 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed814cc-357c-4553-ae78-9bbb525de57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:08.161904 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4ed814cc-357c-4553-ae78-9bbb525de57a admin admin] 10.222.0.48 "GET /v2.0/subnets/17f6aa78-e475-417e-86d4-ab864bc71f74 HTTP/1.1" status: 200 len: 816 time: 0.1106617 May 05 14:50:10.466826 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50052) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:50:10.556924 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd74445b-8661-486a-bcec-665953527271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:10.558275 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-cd74445b-8661-486a-bcec-665953527271 admin admin] 10.222.0.48 "GET /v2.0/subnets/b9defc1d-ec5d-4a60-a89c-1e05c3f0feae HTTP/1.1" status: 200 len: 868 time: 0.0905125 May 05 14:50:12.510491 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0cfe4d39-fdbf-49b7-a662-4bb1177da9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:14.898919 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b203bd68-3a7b-4463-b6d3-414e6e9f787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:16.163902 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:17.550033 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:18.875968 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:38.086027 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:50:42.517620 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc346612-8c1b-485d-b3e2-075dba310515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:44.900204 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f229445f-1c8a-4333-80f8-ca39d1a343d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:46.166206 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:47.550580 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:48.880565 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:51.591067 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50110) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:50:51.638662 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [None req-9fe1f142-35ec-4171-b1dc-33f0bc845c87 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:50:51.639677 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9fe1f142-35ec-4171-b1dc-33f0bc845c87 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476882 May 05 14:50:53.991729 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50118) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:50:54.051343 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-1307faf0-66ed-488a-adec-529e5d2fabb9 admin admin] GET failed (client error): The resource could not be found. May 05 14:50:54.052599 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1307faf0-66ed-488a-adec-529e5d2fabb9 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598741 May 05 14:50:54.137084 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66250b47-b757-469b-ba1d-f2504271859a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:54.138543 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-66250b47-b757-469b-ba1d-f2504271859a admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820546 May 05 14:50:56.424717 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50126) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:50:56.472488 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:50:56.490388 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Made reservation on behalf of dff5ce0253c84661be86a23d6b0b873d for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:50:56.492573 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:56.520058 dv-cinder-839426-6-iscsi neutron-server[103281]: WARNING neutron.services.revisions.revision_plugin [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Could not find related network for resource to bump revision. May 05 14:50:56.530224 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:50:56.538626 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (c62c2785-17c3-40b3-b64d-98d41a375270), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:56.538962 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Added segment c62c2785-17c3-40b3-b64d-98d41a375270 of type vlan for network 46f91973-0010-4007-a189-cbe695ce193b May 05 14:50:56.576566 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (46f91973-0010-4007-a189-cbe695ce193b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:56.599896 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (46f91973-0010-4007-a189-cbe695ce193b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:56.600811 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:56.601380 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:56.632688 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2067244 May 05 14:50:56.663410 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Pushing event updated for resources: {'Network': ['ID=46f91973-0010-4007-a189-cbe695ce193b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:50:56.670872 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.671219 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.671585 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.671928 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.672261 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.672589 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.672918 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.673243 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.673583 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.673956 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.674303 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.674646 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.675684 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.676024 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.676413 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dea106f-3f26-4419-9418-b1b8674bd166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:50:56.687491 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 46f91973-0010-4007-a189-cbe695ce193b details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:50:58.958978 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50134) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:50:59.021211 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b16e7c-9e11-44b1-b8da-555ec60a60d0 admin admin] GET failed (client error): The resource could not be found. May 05 14:50:59.022506 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-75b16e7c-9e11-44b1-b8da-555ec60a60d0 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625589 May 05 14:50:59.184930 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbe70d-3688-43d4-86c0-504373da46dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:59.186425 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-63cbe70d-3688-43d4-86c0-504373da46dc admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1597967 May 05 14:50:59.197245 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '46f91973-0010-4007-a189-cbe695ce193b', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:50:59.216880 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Made reservation on behalf of dff5ce0253c84661be86a23d6b0b873d for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:50:59.219111 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:59.380977 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (c8174073-08d5-4b0b-919f-57f1acdb1d7d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:59.436164 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8174073-08d5-4b0b-919f-57f1acdb1d7d,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:50:59.445442 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Checking segment: {'id': 'c62c2785-17c3-40b3-b64d-98d41a375270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '46f91973-0010-4007-a189-cbe695ce193b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:50:59.445840 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Network hostable DHCP agents. Network: 46f91973-0010-4007-a189-cbe695ce193b, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:50:59.462179 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Network 46f91973-0010-4007-a189-cbe695ce193b is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:50:59.470898 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 46f91973-0010-4007-a189-cbe695ce193b) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:50:59.475003 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:50:59.475589 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:59.480432 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c499f7-796f-481e-bc5a-91b09e52111d None None] Network 46f91973-0010-4007-a189-cbe695ce193b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:50:59.491964 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d5d3cbac-dc92-4de4-a8fc-aa300dc0aa8b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2979708 May 05 14:50:59.688369 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-46f91973-0010-4007-a189-cbe695ce193b', 'network_id': '46f91973-0010-4007-a189-cbe695ce193b', 'project_id': 'dff5ce0253c84661be86a23d6b0b873d', 'fixed_ips': [{'subnet_id': 'c8174073-08d5-4b0b-919f-57f1acdb1d7d'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 14:50:59.689557 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:59.833557 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Allocated IP 192.168.233.2 (46f91973-0010-4007-a189-cbe695ce193b/c8174073-08d5-4b0b-919f-57f1acdb1d7d/70f4135a-a687-4afe-90a8-181e20b386b2) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:50:59.981560 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Publish callbacks [] for port (70f4135a-a687-4afe-90a8-181e20b386b2), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:50:59.988108 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (70f4135a-a687-4afe-90a8-181e20b386b2), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:00.033760 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Network 46f91973-0010-4007-a189-cbe695ce193b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:51:00.035797 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Pushing event updated for resources: {'Port': ['ID=70f4135a-a687-4afe-90a8-181e20b386b2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:51:00.037977 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:51:00.043868 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:51:00.046285 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.046632 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.046992 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.047347 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.047682 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.048019 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.048402 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.048731 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.049002 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.049286 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.049638 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.050093 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.050476 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.050828 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.051116 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:51:00.107516 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Attempting to bind port 70f4135a-a687-4afe-90a8-181e20b386b2 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:51:00.107878 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Attempting to bind port 70f4135a-a687-4afe-90a8-181e20b386b2 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'c62c2785-17c3-40b3-b64d-98d41a375270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '46f91973-0010-4007-a189-cbe695ce193b'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:51:00.108237 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Attempting to bind port 70f4135a-a687-4afe-90a8-181e20b386b2 on network 46f91973-0010-4007-a189-cbe695ce193b {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:51:00.113185 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:51:00.113563 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Checking segment: {'id': 'c62c2785-17c3-40b3-b64d-98d41a375270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '46f91973-0010-4007-a189-cbe695ce193b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:51:00.113987 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:00.114371 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Bound using segment: {'id': 'c62c2785-17c3-40b3-b64d-98d41a375270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '46f91973-0010-4007-a189-cbe695ce193b'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:51:00.114832 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Bound port: 70f4135a-a687-4afe-90a8-181e20b386b2, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62c2785-17c3-40b3-b64d-98d41a375270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '46f91973-0010-4007-a189-cbe695ce193b'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:51:00.115211 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (70f4135a-a687-4afe-90a8-181e20b386b2), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:00.180948 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] For port 70f4135a-a687-4afe-90a8-181e20b386b2, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:51:00.183944 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] For port 70f4135a-a687-4afe-90a8-181e20b386b2, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=70f4135a-a687-4afe-90a8-181e20b386b2,segment=NetworkSegment(c62c2785-17c3-40b3-b64d-98d41a375270),segment_id=c62c2785-17c3-40b3-b64d-98d41a375270)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:51:00.191962 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (70f4135a-a687-4afe-90a8-181e20b386b2), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:00.247794 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc774e8f-efbb-44a4-b5d3-9b3bb2bd42ce None None] Pushing event updated for resources: {'Port': ['ID=70f4135a-a687-4afe-90a8-181e20b386b2,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:51:01.108590 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff70974-9f89-48dc-be40-71d511d59d40 None None] Network 46f91973-0010-4007-a189-cbe695ce193b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:51:01.213678 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-88c14fdc-f2da-4d8d-9e39-94e2f96cdf30 None None] Provisioning complete for port 70f4135a-a687-4afe-90a8-181e20b386b2 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:51:01.214067 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88c14fdc-f2da-4d8d-9e39-94e2f96cdf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (70f4135a-a687-4afe-90a8-181e20b386b2), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:01.299239 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-88c14fdc-f2da-4d8d-9e39-94e2f96cdf30 None None] Current status of the port 70f4135a-a687-4afe-90a8-181e20b386b2 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:51:01.299623 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88c14fdc-f2da-4d8d-9e39-94e2f96cdf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (70f4135a-a687-4afe-90a8-181e20b386b2), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:01.338031 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-88c14fdc-f2da-4d8d-9e39-94e2f96cdf30 None None] For port 70f4135a-a687-4afe-90a8-181e20b386b2, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=70f4135a-a687-4afe-90a8-181e20b386b2,segment=NetworkSegment(c62c2785-17c3-40b3-b64d-98d41a375270),segment_id=c62c2785-17c3-40b3-b64d-98d41a375270)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:51:01.343571 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88c14fdc-f2da-4d8d-9e39-94e2f96cdf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (70f4135a-a687-4afe-90a8-181e20b386b2), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:01.402479 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c14fdc-f2da-4d8d-9e39-94e2f96cdf30 None None] Pushing event updated for resources: {'Port': ['ID=70f4135a-a687-4afe-90a8-181e20b386b2,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:51:01.562079 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-ae8d0e85-679c-44a6-b468-5a60bdba1618 None None] Provisioning complete for port 70f4135a-a687-4afe-90a8-181e20b386b2 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:51:01.562466 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0e85-679c-44a6-b468-5a60bdba1618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (70f4135a-a687-4afe-90a8-181e20b386b2), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:01.639830 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d0e85-679c-44a6-b468-5a60bdba1618 None None] Current status of the port 70f4135a-a687-4afe-90a8-181e20b386b2 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:51:01.748926 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 70f4135a-a687-4afe-90a8-181e20b386b2 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:51:01.801638 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 70f4135a-a687-4afe-90a8-181e20b386b2 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:51:01.802089 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (70f4135a-a687-4afe-90a8-181e20b386b2), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:01.878924 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 70f4135a-a687-4afe-90a8-181e20b386b2 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:51:12.509634 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f853c70-94d2-4024-9826-109cf923cf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:14.900889 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e57053f1-f92a-46e0-a73c-33aa7eb494a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:15.085141 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:51:16.169141 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:17.555669 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:18.882629 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:42.514557 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-81d94855-4a58-4679-baa2-4ec79f3b93ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:44.905279 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdf60f89-4e78-476d-94c5-f5a9a34f59dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:46.173429 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:47.559891 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:48.887205 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:51:52.084788 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:52:12.507233 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a431104-21a6-4e32-95b0-11085c2e9c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:14.907083 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d6eca3d-f5c9-4c9a-9bdb-989b2a45831d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:16.176356 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:17.563729 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:18.882816 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:29.082607 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:52:39.305058 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50172) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:52:39.310619 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [None req-ba9d677e-ef0f-4b10-ac0c-c186455d4702 tempest-verify_tempest_config-1245674517 tempest-verify_tempest_config-1245674517-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:52:39.311557 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ba9d677e-ef0f-4b10-ac0c-c186455d4702 tempest-verify_tempest_config-1245674517 tempest-verify_tempest_config-1245674517-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055435 May 05 14:52:39.604879 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50190) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:52:39.706623 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:39.779789 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Publish callbacks [] for security_group (275e4848-d801-401a-8fea-1c450a55183c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:39.784106 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (275e4848-d801-401a-8fea-1c450a55183c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:39.827942 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57335cff213444e0b9362ba18656824e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2220535 May 05 14:52:39.828787 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275e4848-d801-401a-8fea-1c450a55183c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:52:39.831215 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50194) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:52:39.835993 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.836346 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.836716 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.837062 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.837401 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.837763 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.838096 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.838427 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.838773 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.839107 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.839454 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.839784 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.840109 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.840432 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.840754 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a92f7b-08ca-4fbc-ab2e-de102a65aefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:39.914306 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Publish callbacks [] for security_group (275e4848-d801-401a-8fea-1c450a55183c), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:39.934713 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Publish callbacks [] for security_group (275e4848-d801-401a-8fea-1c450a55183c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:40.029010 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (275e4848-d801-401a-8fea-1c450a55183c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:40.031657 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:40.032759 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/275e4848-d801-401a-8fea-1c450a55183c HTTP/1.1" status: 204 len: 168 time: 0.2006025 May 05 14:52:40.040843 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275e4848-d801-401a-8fea-1c450a55183c,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:52:40.051363 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.051710 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.052163 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.052508 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.052840 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.053168 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.053492 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.053844 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.054173 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.054494 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.054856 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.055198 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.055519 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.055836 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.056153 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85d08d-083a-4bcc-a9f8-87433590e48e admin admin] Tracked resource versions report: May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: pushed versions: May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: { 'AddressGroup': {'1.2'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Agent': {'1.1'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'ConntrackHelper': {'1.0'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'LocalIPAssociation': {'1.0'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Log': {'1.0'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'NDPProxy': {'1.0'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Network': {'1.1'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Port': {'1.7'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'PortForwarding': {'1.3'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'QosPolicy': {'1.10'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SecurityGroup': {'1.5'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SecurityGroupRule': {'1.2'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SubPort': {'1.0'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Subnet': {'1.1'}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Trunk': {'1.1'}} May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: consumer versions: May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: { DHCP agent@dv-cinder-839426-6-iscsi: {}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: L3 agent@dv-cinder-839426-6-iscsi: {}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: Metadata agent@dv-cinder-839426-6-iscsi: {}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: Metering agent@dv-cinder-839426-6-iscsi: {}, May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: Open vSwitch agent@dv-cinder-839426-6-iscsi: { 'AddressGroup': '1.2', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Agent': '1.1', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'ConntrackHelper': '1.0', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'LocalIPAssociation': '1.0', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Log': '1.0', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'NDPProxy': '1.0', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Network': '1.1', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Port': '1.7', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'PortForwarding': '1.3', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'QosPolicy': '1.10', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SecurityGroup': '1.5', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SecurityGroupRule': '1.2', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SubPort': '1.0', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Subnet': '1.1', May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Trunk': '1.1'}} May 05 14:52:40.057493 dv-cinder-839426-6-iscsi neutron-server[103280]: {{(pid=103280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 14:52:42.511193 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40bd8ea4-f852-42d4-838b-f95da22cf5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:44.921922 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6373b662-2b1b-417a-85df-6a585ab869eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:46.178403 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:47.567340 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:52:48.884349 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:53:06.081738 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:53:12.513562 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb5daac3-01d0-435d-aa73-b2cca6765cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:53:14.905147 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f110c0b6-16cd-4ddb-ad87-3dd5e5be3f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:53:16.181900 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:53:17.569485 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:53:18.886373 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:53:42.514432 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0dab-7c28-4234-bc5b-21de7c194879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:53:43.080439 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:53:44.906673 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bed16ae2-1dc7-4225-988d-be6d9cf5549a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:53:46.183459 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:53:47.573461 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:53:48.888032 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:12.515791 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f05d0ed7-eafa-4a5d-8d33-4f09e0a7c701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:14.907769 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b5fb90e-007c-4cc6-ad64-785ca73bbb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:16.186180 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:17.576997 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:18.889913 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:20.080024 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:54:29.328519 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1751353'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:42.518454 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df3a4a0a-2879-4caf-81d4-6469097329cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:44.278286 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50272) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:54:44.388506 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4ba74ded-5de3-4130-ba08-0c61e2bc7117 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1090927 May 05 14:54:44.911689 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9bbec91a-bc4c-41b2-82a8-255ca9332f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:46.189589 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:46.752945 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:54:46.813015 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6e9f8740-39b5-4334-8bc0-b66bba489059 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0590005 May 05 14:54:47.581177 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:48.892255 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:54:57.078619 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:54:59.291149 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:12.519876 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-15916f45-4d98-49fc-9dbe-469a76e97d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:14.913872 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d19935e-bb68-4e2f-b780-33e9c71e82bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:16.192138 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:17.585581 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:18.895076 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:29.294639 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:34.078050 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:55:42.523194 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68980bb8-b2d3-40d4-8e52-b59db421289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:44.947985 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a31e3885-af8f-40fe-92f2-583e6e9a44be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:46.197140 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:47.587668 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:48.899621 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:55:59.303627 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:11.075991 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:56:12.531598 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e0d97428-0471-4f47-8baf-4653c155402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:14.919365 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34d5442c-cfaa-4eee-88f9-3b670882a7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:16.198223 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:17.591591 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:18.899602 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:26.797418 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50432) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:27.131010 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-network', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:27.151500 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Made reservation on behalf of 3956c3f25d4e496aaef3d83857fd310f for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:27.153872 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.163012 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.250506 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Publish callbacks [] for security_group (5a582b06-c674-4afa-86e8-4d158b8449c7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.257741 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (5a582b06-c674-4afa-86e8-4d158b8449c7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.270742 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:56:27.282068 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.283025 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Added segment cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c of type vlan for network 16fadcf3-257b-45a7-92ef-ee621845bc98 May 05 14:56:27.351492 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a582b06-c674-4afa-86e8-4d158b8449c7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:27.360061 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.360928 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.361842 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.362683 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.363608 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.364098 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.364591 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.365250 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.365756 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.366254 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.366592 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.366930 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.367261 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.367593 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.367920 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Tracked resource versions report: May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: pushed versions: May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: { 'AddressGroup': {'1.2'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Agent': {'1.1'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'ConntrackHelper': {'1.0'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'LocalIPAssociation': {'1.0'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Log': {'1.0'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'NDPProxy': {'1.0'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Network': {'1.1'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Port': {'1.7'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'PortForwarding': {'1.3'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'QosPolicy': {'1.10'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SecurityGroup': {'1.5'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SecurityGroupRule': {'1.2'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SubPort': {'1.0'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Subnet': {'1.1'}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Trunk': {'1.1'}} May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: consumer versions: May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: { DHCP agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: HyperV agent@hv-cinder-83942: {}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: L3 agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: Metadata agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: Metering agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: Open vSwitch agent@dv-cinder-839426-6-iscsi: { 'AddressGroup': '1.2', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Agent': '1.1', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'ConntrackHelper': '1.0', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'LocalIPAssociation': '1.0', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Log': '1.0', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'NDPProxy': '1.0', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Network': '1.1', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Port': '1.7', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'PortForwarding': '1.3', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'QosPolicy': '1.10', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SecurityGroup': '1.5', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SecurityGroupRule': '1.2', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'SubPort': '1.0', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Subnet': '1.1', May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: 'Trunk': '1.1'}} May 05 14:56:27.369064 dv-cinder-839426-6-iscsi neutron-server[103281]: {{(pid=103281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 14:56:27.372697 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (16fadcf3-257b-45a7-92ef-ee621845bc98), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.404640 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (16fadcf3-257b-45a7-92ef-ee621845bc98), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.405781 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:27.406822 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.485865 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] Pushing event updated for resources: {'Network': ['ID=16fadcf3-257b-45a7-92ef-ee621845bc98,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:27.495778 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50478) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:27.498473 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:56:27.504181 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Request body: {'subnet': {'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-subnet', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:27.519758 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-cfde0d8f-04f0-41f9-8675-354a871819f4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7199368 May 05 14:56:27.544296 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Made reservation on behalf of 3956c3f25d4e496aaef3d83857fd310f for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:27.547984 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.683739 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:27.767021 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (102f4089-7039-47fa-8df6-4bf1e1c6cddb), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.824985 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102f4089-7039-47fa-8df6-4bf1e1c6cddb,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:27.851317 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.851907 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.852728 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.853154 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.853743 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.854042 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.854453 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.854852 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.855267 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.855603 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.856130 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.856395 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.856781 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.857107 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.857426 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Tracked resource versions report: May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: pushed versions: May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: { 'AddressGroup': {'1.2'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Agent': {'1.1'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'ConntrackHelper': {'1.0'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'LocalIPAssociation': {'1.0'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Log': {'1.0'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'NDPProxy': {'1.0'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Network': {'1.1'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Port': {'1.7'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'PortForwarding': {'1.3'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'QosPolicy': {'1.10'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SecurityGroup': {'1.5'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SecurityGroupRule': {'1.2'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SubPort': {'1.0'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Subnet': {'1.1'}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Trunk': {'1.1'}} May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: consumer versions: May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: { DHCP agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: HyperV agent@hv-cinder-83942: {}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: L3 agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: Metadata agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: Metering agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: Open vSwitch agent@dv-cinder-839426-6-iscsi: { 'AddressGroup': '1.2', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Agent': '1.1', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'ConntrackHelper': '1.0', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'LocalIPAssociation': '1.0', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Log': '1.0', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'NDPProxy': '1.0', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Network': '1.1', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Port': '1.7', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'PortForwarding': '1.3', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'QosPolicy': '1.10', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SecurityGroup': '1.5', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SecurityGroupRule': '1.2', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'SubPort': '1.0', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Subnet': '1.1', May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: 'Trunk': '1.1'}} May 05 14:56:27.858769 dv-cinder-839426-6-iscsi neutron-server[103280]: {{(pid=103280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 14:56:27.871067 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Checking segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:27.871458 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Network hostable DHCP agents. Network: 16fadcf3-257b-45a7-92ef-ee621845bc98, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:56:27.894764 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:56:27.911785 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 16fadcf3-257b-45a7-92ef-ee621845bc98) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:27.917513 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:27.918631 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.929280 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df63425-09f2-46b4-afbf-03eb2a187675 None None] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:56:27.942602 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50508) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:27.949285 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:27.953403 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f35108ff-eb51-4b86-a8c8-e80dd2fe3c61 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4564140 May 05 14:56:27.977018 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (3880511f-ed19-43e8-9674-dd3794e69f99), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:27.978603 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (3880511f-ed19-43e8-9674-dd3794e69f99), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.060336 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-16fadcf3-257b-45a7-92ef-ee621845bc98', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 14:56:28.061213 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.077773 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks [] for router_controller (3880511f-ed19-43e8-9674-dd3794e69f99), precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.215261 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-398968484-network', 'tenant_id': '33c19e606db245779d45fb4204bbd588'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:28.227450 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Allocated IP 172.20.0.2 (16fadcf3-257b-45a7-92ef-ee621845bc98/102f4089-7039-47fa-8df6-4bf1e1c6cddb/5b6b8675-39c6-485c-b50a-8121102eca78) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:28.275172 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks [] for router_gateway (3880511f-ed19-43e8-9674-dd3794e69f99), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.280994 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Made reservation on behalf of 33c19e606db245779d45fb4204bbd588 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:28.283626 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.305089 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.396593 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50528) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:28.426414 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Publish callbacks [] for port (5b6b8675-39c6-485c-b50a-8121102eca78), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.438125 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50534) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:28.447059 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.495862 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Pushing event updated for resources: {'Port': ['ID=5b6b8675-39c6-485c-b50a-8121102eca78,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:28.505360 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.506043 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.506352 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.506715 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.507057 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.507392 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.507721 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.508609 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.509135 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.509475 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.509834 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.510177 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.510673 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.511169 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.511996 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Tracked resource versions report: May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: pushed versions: May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: { 'AddressGroup': {'1.2'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Agent': {'1.1'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'ConntrackHelper': {'1.0'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'LocalIPAssociation': {'1.0'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Log': {'1.0'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'NDPProxy': {'1.0'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Network': {'1.1'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Port': {'1.7'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'PortForwarding': {'1.3'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'QosPolicy': {'1.10'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SecurityGroup': {'1.5'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SecurityGroupRule': {'1.2'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SubPort': {'1.0'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Subnet': {'1.1'}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Trunk': {'1.1'}} May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: consumer versions: May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: { DHCP agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: HyperV agent@hv-cinder-83942: {}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: L3 agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: Metadata agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: Metering agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: Open vSwitch agent@dv-cinder-839426-6-iscsi: { 'AddressGroup': '1.2', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Agent': '1.1', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'ConntrackHelper': '1.0', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'LocalIPAssociation': '1.0', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Log': '1.0', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'NDPProxy': '1.0', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Network': '1.1', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Port': '1.7', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'PortForwarding': '1.3', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'QosPolicy': '1.10', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SecurityGroup': '1.5', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SecurityGroupRule': '1.2', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'SubPort': '1.0', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Subnet': '1.1', May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: 'Trunk': '1.1'}} May 05 14:56:28.513462 dv-cinder-839426-6-iscsi neutron-server[103282]: {{(pid=103282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 14:56:28.536604 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:28.538800 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:28.543599 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:28.566578 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Publish callbacks [] for security_group (27c64a9b-e3ca-4f4d-ba8b-761d2b9c88e1), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.570153 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks [] for router_gateway (3880511f-ed19-43e8-9674-dd3794e69f99), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.593115 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (27c64a9b-e3ca-4f4d-ba8b-761d2b9c88e1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.601463 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.625658 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c64a9b-e3ca-4f4d-ba8b-761d2b9c88e1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:28.631431 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Attempting to bind port 5b6b8675-39c6-485c-b50a-8121102eca78 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:56:28.631805 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Attempting to bind port 5b6b8675-39c6-485c-b50a-8121102eca78 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:56:28.632167 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Attempting to bind port 5b6b8675-39c6-485c-b50a-8121102eca78 on network 16fadcf3-257b-45a7-92ef-ee621845bc98 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:28.637769 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:56:28.638117 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Checking segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:28.638647 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.639039 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Bound using segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:56:28.639816 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Bound port: 5b6b8675-39c6-485c-b50a-8121102eca78, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:56:28.640191 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.643379 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:56:28.689580 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (981f2e74-756c-4ed4-b724-ea95b95a3d5c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.690436 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Added segment 981f2e74-756c-4ed4-b724-ea95b95a3d5c of type vlan for network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade May 05 14:56:28.738551 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] For port 5b6b8675-39c6-485c-b50a-8121102eca78, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:56:28.748219 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] For port 5b6b8675-39c6-485c-b50a-8121102eca78, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=5b6b8675-39c6-485c-b50a-8121102eca78,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:56:28.765157 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.822222 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (8cc5d4e5-b90c-406b-926b-a9dc8dc38ade), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.878913 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Allocated IP 172.27.1.55 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/8e342c12-027e-4d63-833e-9fe748b95a36) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:28.884054 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (8cc5d4e5-b90c-406b-926b-a9dc8dc38ade), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.885428 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:28.886329 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:28.891110 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c63b7-d9af-45ed-9ef5-8b78e91fe14d None None] Pushing event updated for resources: {'Port': ['ID=5b6b8675-39c6-485c-b50a-8121102eca78,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:28.948249 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2632875 May 05 14:56:28.948748 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50548) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:28.963747 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Request body: {'subnet': {'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-398968484-subnet', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:28.999293 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ef178-b9e6-48cf-8e13-dca3eb9dcc83 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:29.012873 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:56:29.026612 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-689797920-network', 'tenant_id': '9581428b0f134e63a2b7971b8ce04ba8'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:29.035331 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Made reservation on behalf of 33c19e606db245779d45fb4204bbd588 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:29.046208 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.124718 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks [] for port (8e342c12-027e-4d63-833e-9fe748b95a36), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.169713 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.245712 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-152331295-network', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:29.337005 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.384566 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Made reservation on behalf of 4b1e03b7662e4cdaba4a6781dc483a86 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:29.388397 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.416412 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Made reservation on behalf of 9581428b0f134e63a2b7971b8ce04ba8 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:29.417926 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:29.431412 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:29.434877 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.446889 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:29.450022 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8e342c12-027e-4d63-833e-9fe748b95a36,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:29.487748 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.550431 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.725765 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (2a90d414-92a9-4ba0-bc64-e30a9629c478), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.801335 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a90d414-92a9-4ba0-bc64-e30a9629c478,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:29.891007 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Checking segment: {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:29.891938 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Network hostable DHCP agents. Network: 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:56:29.929354 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks [] for router_gateway (3880511f-ed19-43e8-9674-dd3794e69f99), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.936714 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Publish callbacks [] for security_group (72e30d7b-6725-44ae-bf0d-25337d66b36b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.946632 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (72e30d7b-6725-44ae-bf0d-25337d66b36b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:29.983213 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:56:30.026436 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770932578627', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (8870ae87-33a2-4563-96b6-c687a7de13ae), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.027040 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Unsubscribe: segment precommit_create {{(pid=103280) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 14:56:30.027655 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Added segment 8870ae87-33a2-4563-96b6-c687a7de13ae of type vlan for network 7315cbb0-f7ab-4cc7-826a-00d315766094 May 05 14:56:30.048296 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 5b6b8675-39c6-485c-b50a-8121102eca78 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:30.082935 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:56:30.099217 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Publish callbacks [] for security_group (cdcd3875-0ce3-4cc4-ae64-0fa781e782e2), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.146931 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (cdcd3875-0ce3-4cc4-ae64-0fa781e782e2), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.172230 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:30.180745 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e30d7b-6725-44ae-bf0d-25337d66b36b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:30.187237 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2067dade-a2e3-40b2-bd3c-5eff993b4bbe None None] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:56:30.190792 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (7315cbb0-f7ab-4cc7-826a-00d315766094), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.225734 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 5b6b8675-39c6-485c-b50a-8121102eca78 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:30.226343 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.242400 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:30.244295 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.251317 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:56:30.273068 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (7315cbb0-f7ab-4cc7-826a-00d315766094), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.274046 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:30.274859 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.323948 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (3880511f-ed19-43e8-9674-dd3794e69f99), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.332929 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (02c09eb8-67c9-428e-ba0c-6259fb623402), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.333409 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Added segment 02c09eb8-67c9-428e-ba0c-6259fb623402 of type vlan for network 809ae1dc-3236-42f0-8850-304d9269cb0b May 05 14:56:30.341200 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-cc6a6705-8c4c-4454-86e4-fb325933dc29 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3892901 May 05 14:56:30.342563 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50598) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:30.366234 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9253173 May 05 14:56:30.369013 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50600) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:30.393276 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:30.449771 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (809ae1dc-3236-42f0-8850-304d9269cb0b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.456763 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (42fb784d-11f0-4342-9f91-ec85332ff7c7), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.458797 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (42fb784d-11f0-4342-9f91-ec85332ff7c7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.465605 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 5b6b8675-39c6-485c-b50a-8121102eca78 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:30.466261 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.513161 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Request body: {'subnet': {'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-152331295-subnet', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:30.532343 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 5b6b8675-39c6-485c-b50a-8121102eca78, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=5b6b8675-39c6-485c-b50a-8121102eca78,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:56:30.539182 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (809ae1dc-3236-42f0-8850-304d9269cb0b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.540646 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:30.541262 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.545410 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.559507 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:30.563367 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Made reservation on behalf of 4b1e03b7662e4cdaba4a6781dc483a86 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:30.567051 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.621567 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=5b6b8675-39c6-485c-b50a-8121102eca78,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:30.624637 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a950b-43b3-496d-9eca-2745b19fc93d None None] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:56:30.645252 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2472768 May 05 14:56:30.657597 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50610) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:30.690284 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Request body: {'subnet': {'network_id': '809ae1dc-3236-42f0-8850-304d9269cb0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-689797920-subnet', 'tenant_id': '9581428b0f134e63a2b7971b8ce04ba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:30.696897 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks [] for router_controller (42fb784d-11f0-4342-9f91-ec85332ff7c7), precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.697793 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d030209-9b51-45e0-bcae-2c8902caf747 admin admin] Pushing event updated for resources: {'Network': ['ID=7315cbb0-f7ab-4cc7-826a-00d315766094,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:30.772539 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:56:30.827419 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Made reservation on behalf of 9581428b0f134e63a2b7971b8ce04ba8 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:30.834460 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.854945 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-211cca31-78a1-451b-9424-9489c47ebcef None None] Provisioning complete for port 5b6b8675-39c6-485c-b50a-8121102eca78 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:30.855671 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-211cca31-78a1-451b-9424-9489c47ebcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:30.860715 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e39a85-a52c-4fcc-acbf-36c5c74aa3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=809ae1dc-3236-42f0-8850-304d9269cb0b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:30.913276 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 809ae1dc-3236-42f0-8850-304d9269cb0b details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:56:30.973323 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Router 3880511f-ed19-43e8-9674-dd3794e69f99 is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 14:56:31.046870 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'project_id': '33c19e606db245779d45fb4204bbd588', 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 14:56:31.047754 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.081945 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks [] for router_gateway (42fb784d-11f0-4342-9f91-ec85332ff7c7), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.179140 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (ecc3a093-dfbf-497b-a54b-958b26e58c9a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.321709 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Allocated IP 172.20.0.2 (8cc5d4e5-b90c-406b-926b-a9dc8dc38ade/2a90d414-92a9-4ba0-bc64-e30a9629c478/7a0e9f43-47ca-433c-a251-ad7bf9a35335) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:31.336152 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-211cca31-78a1-451b-9424-9489c47ebcef None None] Current status of the port 5b6b8675-39c6-485c-b50a-8121102eca78 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:31.337163 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc3a093-dfbf-497b-a54b-958b26e58c9a,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:31.367153 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Checking segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:31.367755 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Network hostable DHCP agents. Network: 7315cbb0-f7ab-4cc7-826a-00d315766094, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:56:31.389689 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (7097cd13-5540-4b0a-a578-308d3dc172cd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.414494 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks [] for router_gateway (42fb784d-11f0-4342-9f91-ec85332ff7c7), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.454997 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.463542 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7097cd13-5540-4b0a-a578-308d3dc172cd,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:31.487734 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:56:31.522839 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-10469b68-120e-4062-a8c7-233d1e6660eb None None] Provisioning complete for port 5b6b8675-39c6-485c-b50a-8121102eca78 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:31.523337 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10469b68-120e-4062-a8c7-233d1e6660eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.541766 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 7315cbb0-f7ab-4cc7-826a-00d315766094) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:31.574353 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:31.575007 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.600913 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Checking segment: {'id': '02c09eb8-67c9-428e-ba0c-6259fb623402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '809ae1dc-3236-42f0-8850-304d9269cb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:31.601288 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Network hostable DHCP agents. Network: 809ae1dc-3236-42f0-8850-304d9269cb0b, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:56:31.605634 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Allocated IP 172.27.1.67 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/b122a5c8-1891-4c2e-b213-f5658fdeb7a3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:31.606480 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cb1ddf-8812-4a96-8a1e-2b9c6278d923 None None] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:56:31.634279 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:56:31.648198 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Sync routers for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:56:31.665313 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:31.666937 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:31.672596 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e3c87ade-4a66-472d-baef-0bc9aa808872 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1637132 May 05 14:56:31.674135 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.678108 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4ca149d4-ff23-4f36-b18c-17ebc36440e3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7309005 May 05 14:56:31.678108 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50642) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:31.678346 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50644) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:31.683536 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:31.716401 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (71c92f8b-bfde-4236-875a-89f754c16097), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.717441 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (71c92f8b-bfde-4236-875a-89f754c16097), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:31.971626 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:31.989617 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Network 809ae1dc-3236-42f0-8850-304d9269cb0b is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:56:32.043564 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Publish callbacks [] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.058647 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 5b6b8675-39c6-485c-b50a-8121102eca78 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:32.143640 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.149671 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 809ae1dc-3236-42f0-8850-304d9269cb0b) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:32.165424 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 5b6b8675-39c6-485c-b50a-8121102eca78 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:32.165846 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.167193 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:32.171701 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.244437 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:29Z', 'revision_number': 3, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:32.271005 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks [] for router_controller (71c92f8b-bfde-4236-875a-89f754c16097), precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.285578 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6df5f0ca-e81b-4fab-8ff1-4d44c0636fc9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5993268 May 05 14:56:32.288550 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Checking router: 3880511f-ed19-43e8-9674-dd3794e69f99 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:56:32.288919 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Updating router 3880511f-ed19-43e8-9674-dd3794e69f99 port 8e342c12-027e-4d63-833e-9fe748b95a36 binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:56:32.312381 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks [] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.328498 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.332114 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:32.336741 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f9a29-b25f-4455-bfd7-a020f6a858a0 None None] Network 809ae1dc-3236-42f0-8850-304d9269cb0b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:56:32.386119 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:32.393577 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:32.562149 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks [] for router_gateway (71c92f8b-bfde-4236-875a-89f754c16097), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.581027 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.726237 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:32.758214 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:32.776961 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:32.791102 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Attempting to bind port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:56:32.791685 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Attempting to bind port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:56:32.792219 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Attempting to bind port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 on network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:32.840267 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09224a-629d-44d3-a3f4-ab214b84cb54 None None] Network 809ae1dc-3236-42f0-8850-304d9269cb0b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:56:32.852490 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Pushing event updated for resources: {'Port': ['ID=b122a5c8-1891-4c2e-b213-f5658fdeb7a3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:32.925365 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Publish callbacks [] for port (8e342c12-027e-4d63-833e-9fe748b95a36), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.937516 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:32.994428 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.020002 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Pushing event updated for resources: {'Port': ['ID=8e342c12-027e-4d63-833e-9fe748b95a36,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:33.027260 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Pushing event updated for resources: {'Port': ['ID=7a0e9f43-47ca-433c-a251-ad7bf9a35335,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:33.043165 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.043541 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.043890 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.044256 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.051424 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50708) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:33.052549 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.052961 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.053312 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.053687 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.054257 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.054659 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.054969 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.055405 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.055746 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.056070 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.056392 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Tracked resource versions report: May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: pushed versions: May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: { 'AddressGroup': {'1.2'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Agent': {'1.1'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'ConntrackHelper': {'1.0'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Log': {'1.0'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'NDPProxy': {'1.0'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Network': {'1.1'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Port': {'1.7'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'PortForwarding': {'1.3'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'QosPolicy': {'1.10'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SecurityGroup': {'1.5'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SubPort': {'1.0'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Subnet': {'1.1'}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Trunk': {'1.1'}} May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: consumer versions: May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: { DHCP agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: HyperV agent@hv-cinder-83942: {}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: L3 agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: Metadata agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: Metering agent@dv-cinder-839426-6-iscsi: {}, May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: Open vSwitch agent@dv-cinder-839426-6-iscsi: { 'AddressGroup': '1.2', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Agent': '1.1', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'ConntrackHelper': '1.0', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'LocalIPAssociation': '1.0', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Log': '1.0', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'NDPProxy': '1.0', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Network': '1.1', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Port': '1.7', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'PortForwarding': '1.3', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'QosPolicy': '1.10', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SecurityGroup': '1.5', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SecurityGroupRule': '1.2', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'SubPort': '1.0', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Subnet': '1.1', May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: 'Trunk': '1.1'}} May 05 14:56:33.061675 dv-cinder-839426-6-iscsi neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 14:56:33.107190 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Attempting to bind port 8e342c12-027e-4d63-833e-9fe748b95a36 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:56:33.107573 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Attempting to bind port 8e342c12-027e-4d63-833e-9fe748b95a36 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:56:33.109187 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Attempting to bind port 8e342c12-027e-4d63-833e-9fe748b95a36 on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:33.121678 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:56:33.122041 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:33.124752 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.125157 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:56:33.126362 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Bound port: 8e342c12-027e-4d63-833e-9fe748b95a36, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:56:33.126594 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.142575 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks [] for router_gateway (71c92f8b-bfde-4236-875a-89f754c16097), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.167242 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.167539 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 5b6b8675-39c6-485c-b50a-8121102eca78 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:33.198381 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:56:33.199134 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Checking segment: {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:33.199842 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.200588 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Bound using segment: {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:56:33.201243 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Bound port: 7a0e9f43-47ca-433c-a251-ad7bf9a35335, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:56:33.201864 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.259067 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] For port 8e342c12-027e-4d63-833e-9fe748b95a36, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:56:33.268154 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] For port 8e342c12-027e-4d63-833e-9fe748b95a36, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=8e342c12-027e-4d63-833e-9fe748b95a36,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:56:33.271320 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks [] for router_gateway (42fb784d-11f0-4342-9f91-ec85332ff7c7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.285181 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.337246 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-7315cbb0-f7ab-4cc7-826a-00d315766094', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 14:56:33.338157 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.366809 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71902325-509c-4164-8866-3f2a3b13280f None None] Pushing event updated for resources: {'Port': ['ID=8e342c12-027e-4d63-833e-9fe748b95a36,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:33.385485 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:33.386228 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:33.460231 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-10469b68-120e-4062-a8c7-233d1e6660eb None None] Current status of the port 5b6b8675-39c6-485c-b50a-8121102eca78 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:33.534274 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50734) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:33.536919 dv-cinder-839426-6-iscsi neutron-server[103280]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 14:56:33.562485 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:33.565637 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Allocated IP 172.27.1.54 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/2b2e62f7-7312-4ed9-b991-6fee1d28eb1e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:33.855490 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Allocated IP 172.20.0.1 (16fadcf3-257b-45a7-92ef-ee621845bc98/102f4089-7039-47fa-8df6-4bf1e1c6cddb/ca2d2514-1181-4897-8fb6-7f85c369a851) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:33.865288 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (42fb784d-11f0-4342-9f91-ec85332ff7c7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:33.895179 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] For port 7a0e9f43-47ca-433c-a251-ad7bf9a35335, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:56:33.916218 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] For port 7a0e9f43-47ca-433c-a251-ad7bf9a35335, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=7a0e9f43-47ca-433c-a251-ad7bf9a35335,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:56:33.977010 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Allocated IP 172.20.0.2 (7315cbb0-f7ab-4cc7-826a-00d315766094/ecc3a093-dfbf-497b-a54b-958b26e58c9a/95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:33.984784 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:29Z', 'revision_number': 3, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:34.036065 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab329c-a3d8-4256-91c2-24307c02b1c4 None None] The sync data for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi is: [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:29Z', 'revision_number': 3, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:56:34.044283 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Publish callbacks [] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.051775 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.082112 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks [] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.147805 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Router 42fb784d-11f0-4342-9f91-ec85332ff7c7 is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 14:56:34.234798 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a98cb-4a54-4cca-a0ce-0aef63ad2964 None None] Pushing event updated for resources: {'Port': ['ID=7a0e9f43-47ca-433c-a251-ad7bf9a35335,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:34.295390 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Publish callbacks [] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.308445 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.316225 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d3ee39da-c5aa-4d46-8bb2-9a13baba4001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.381256 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Pushing event updated for resources: {'Port': ['ID=95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:34.400773 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:34.410029 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:34.412672 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:34.522633 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.548202 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-2672bf65-eca1-412c-8b9c-a1b24124f95a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:34.548902 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:34.556318 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:34.559249 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-2672bf65-eca1-412c-8b9c-a1b24124f95a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/networks?id=809ae1dc-3236-42f0-8850-304d9269cb0b HTTP/1.1" status: 200 len: 811 time: 1.0236924 May 05 14:56:34.577948 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.583222 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:34.587183 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Attempting to bind port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:56:34.592056 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Attempting to bind port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:56:34.593165 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Attempting to bind port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 on network 7315cbb0-f7ab-4cc7-826a-00d315766094 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:34.614459 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:56:34.615065 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Checking segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:34.615690 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.616182 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Bound using segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:56:34.617060 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Bound port: 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:56:34.617628 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.646337 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-45cbf3be-0e44-47c7-8c44-43b013c2ff47 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/quotas/9581428b0f134e63a2b7971b8ce04ba8 HTTP/1.1" status: 200 len: 375 time: 0.0863109 May 05 14:56:34.756834 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] For port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:56:34.763914 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-6f76bc89-e6b5-413b-9987-3bf119ed20f6 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9581428b0f134e63a2b7971b8ce04ba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162469 May 05 14:56:34.776765 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] For port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:56:34.801634 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.900635 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Pushing event updated for resources: {'Port': ['ID=ca2d2514-1181-4897-8fb6-7f85c369a851,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:34.905760 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:34.907796 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks [] for router_gateway (71c92f8b-bfde-4236-875a-89f754c16097), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:34.922401 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497caa69-dabb-4d72-8ac0-db1a0f0dd48d None None] Pushing event updated for resources: {'Port': ['ID=95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:34.927994 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:34.944429 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:34.946383 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (3880511f-ed19-43e8-9674-dd3794e69f99), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:35.218216 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Pushing event updated for resources: {'Port': ['ID=2b2e62f7-7312-4ed9-b991-6fee1d28eb1e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:35.436364 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:56:35.449299 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Sync routers for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:56:35.451415 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50800) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:35.516545 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:35.518020 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-696b02df-0729-42d0-8a2b-399b3627c01a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1292491 May 05 14:56:35.524548 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:35.537314 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:35.545361 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:35.659314 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-0d470586-cc64-4203-af24-b75fc70cb92a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:56:35.675578 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-0d470586-cc64-4203-af24-b75fc70cb92a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7794104 May 05 14:56:35.934769 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:35.949956 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:35.960487 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50810) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:36.113481 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-44009f34-e9a4-4a1b-a03c-7597bd699ba1 None None] Provisioning complete for port ca2d2514-1181-4897-8fb6-7f85c369a851 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:36.113895 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-44009f34-e9a4-4a1b-a03c-7597bd699ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.146478 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (71c92f8b-bfde-4236-875a-89f754c16097), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.153978 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1b8e1442-68bb-4885-bd29-54ff8c83fffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.200607 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d3ee39da-c5aa-4d46-8bb2-9a13baba4001 admin admin] Publish callbacks [] for security_group (9a986a94-89b2-4e29-ab81-d964322e1f22), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.271422 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d3ee39da-c5aa-4d46-8bb2-9a13baba4001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (9a986a94-89b2-4e29-ab81-d964322e1f22), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.322226 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-266e6fd8-e58d-452e-9547-938a11859657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.352040 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e21784d-2991-48b7-84bb-74255dd88e30 None None] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:56:36.354535 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:36.361690 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.393750 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-44009f34-e9a4-4a1b-a03c-7597bd699ba1 None None] Port ca2d2514-1181-4897-8fb6-7f85c369a851 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:56:36.395927 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1b8e1442-68bb-4885-bd29-54ff8c83fffd admin admin] Publish callbacks [] for security_group (f874d7bd-69f9-4e35-981a-1393cd2aa448), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.403278 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d3ee39da-c5aa-4d46-8bb2-9a13baba4001 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10d9ed5c013644c18b9076f0af53e4ac&name=default HTTP/1.1" status: 200 len: 2992 time: 3.3461907 May 05 14:56:36.405623 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-d6079701-28bc-4266-98c1-2a145337c404 service neutron] 10.222.0.48 "GET /v2.0/networks/809ae1dc-3236-42f0-8850-304d9269cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7291899 May 05 14:56:36.406211 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50824) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:36.416929 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:33Z', 'revision_number': 3, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:36.430569 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1b8e1442-68bb-4885-bd29-54ff8c83fffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f874d7bd-69f9-4e35-981a-1393cd2aa448), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.441675 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee39da-c5aa-4d46-8bb2-9a13baba4001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a986a94-89b2-4e29-ab81-d964322e1f22,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:36.572509 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1b8e1442-68bb-4885-bd29-54ff8c83fffd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa2d79d2c8d941df869b69bb73ad7c87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6105926 May 05 14:56:36.603964 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50828) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:36.622637 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Checking router: 42fb784d-11f0-4342-9f91-ec85332ff7c7 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:56:36.623190 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Updating router 42fb784d-11f0-4342-9f91-ec85332ff7c7 port b122a5c8-1891-4c2e-b213-f5658fdeb7a3 binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:56:36.648887 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e1442-68bb-4885-bd29-54ff8c83fffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f874d7bd-69f9-4e35-981a-1393cd2aa448,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:36.663138 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-266e6fd8-e58d-452e-9547-938a11859657 admin admin] Publish callbacks [] for security_group (4b7689b7-7048-4459-b587-3bdfe2a24d41), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.663578 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-850ce5e7-1be8-455d-ad1e-ed58b60cce11 None None] Provisioning complete for port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:36.663969 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-850ce5e7-1be8-455d-ad1e-ed58b60cce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.698963 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-266e6fd8-e58d-452e-9547-938a11859657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (4b7689b7-7048-4459-b587-3bdfe2a24d41), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.728745 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-cdfb8d44-0abc-4c3e-b660-e5d495bc1f42 service neutron] 10.222.0.48 "GET /v2.0/networks/809ae1dc-3236-42f0-8850-304d9269cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063862 May 05 14:56:36.735999 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:36.736396 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.739268 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.751795 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Publish callbacks [] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.754564 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cfea6342-e3c1-43b0-9e52-0a310e58fb64 admin admin] Publish callbacks [] for security_group (9a986a94-89b2-4e29-ab81-d964322e1f22), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.763701 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.764887 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-266e6fd8-e58d-452e-9547-938a11859657 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6b05c823c664dca827dff7b1ef90b31&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3122129 May 05 14:56:36.765405 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (3880511f-ed19-43e8-9674-dd3794e69f99), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.773137 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50832) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:36.818109 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-307f2ea7-12d2-42fc-8ba7-a0aed4d841c5 admin admin] Publish callbacks [] for security_group (f874d7bd-69f9-4e35-981a-1393cd2aa448), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.839036 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cfea6342-e3c1-43b0-9e52-0a310e58fb64 admin admin] Publish callbacks [] for security_group (9a986a94-89b2-4e29-ab81-d964322e1f22), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.902750 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-307f2ea7-12d2-42fc-8ba7-a0aed4d841c5 admin admin] Publish callbacks [] for security_group (f874d7bd-69f9-4e35-981a-1393cd2aa448), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:36.915486 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Pushing event updated for resources: {'Port': ['ID=ca2d2514-1181-4897-8fb6-7f85c369a851,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:37.061345 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:37.066208 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:37.069027 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cfea6342-e3c1-43b0-9e52-0a310e58fb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (9a986a94-89b2-4e29-ab81-d964322e1f22), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.072004 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cfea6342-e3c1-43b0-9e52-0a310e58fb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.073996 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-cfea6342-e3c1-43b0-9e52-0a310e58fb64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a986a94-89b2-4e29-ab81-d964322e1f22 HTTP/1.1" status: 204 len: 168 time: 0.6597157 May 05 14:56:37.090682 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-307f2ea7-12d2-42fc-8ba7-a0aed4d841c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f874d7bd-69f9-4e35-981a-1393cd2aa448), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.093591 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-307f2ea7-12d2-42fc-8ba7-a0aed4d841c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.096149 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-307f2ea7-12d2-42fc-8ba7-a0aed4d841c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f874d7bd-69f9-4e35-981a-1393cd2aa448 HTTP/1.1" status: 204 len: 168 time: 0.4877958 May 05 14:56:37.096838 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Allocated IP 172.20.0.1 (8cc5d4e5-b90c-406b-926b-a9dc8dc38ade/2a90d414-92a9-4ba0-bc64-e30a9629c478/cdd2c8b0-ae52-4954-840a-01e504576690) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:37.099986 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea6342-e3c1-43b0-9e52-0a310e58fb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a986a94-89b2-4e29-ab81-d964322e1f22,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:37.197898 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e6fd8-e58d-452e-9547-938a11859657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7689b7-7048-4459-b587-3bdfe2a24d41,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:37.232299 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Router 71c92f8b-bfde-4236-875a-89f754c16097 is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 14:56:37.241693 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f2ea7-12d2-42fc-8ba7-a0aed4d841c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f874d7bd-69f9-4e35-981a-1393cd2aa448,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:37.267964 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50850) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:37.311993 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2febc44-8243-4c7c-b91e-c0566d102bdb admin admin] Publish callbacks [] for security_group (4b7689b7-7048-4459-b587-3bdfe2a24d41), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.327246 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-850ce5e7-1be8-455d-ad1e-ed58b60cce11 None None] Current status of the port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:37.327645 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-850ce5e7-1be8-455d-ad1e-ed58b60cce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.517155 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-850ce5e7-1be8-455d-ad1e-ed58b60cce11 None None] For port 7a0e9f43-47ca-433c-a251-ad7bf9a35335, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=7a0e9f43-47ca-433c-a251-ad7bf9a35335,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:56:37.518852 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6378f2-7843-4e74-9b0a-0cb2b37cb54b None None] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:56:37.540899 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-850ce5e7-1be8-455d-ad1e-ed58b60cce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.576322 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2febc44-8243-4c7c-b91e-c0566d102bdb admin admin] Publish callbacks [] for security_group (4b7689b7-7048-4459-b587-3bdfe2a24d41), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.690550 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:37.691555 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.718499 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-de7f7b13-5d97-424d-9dda-de17e59fe5e9 req-8ad5c4ff-e071-40ca-8761-d5b0ac0e610a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 210 time: 0.4478059 May 05 14:56:37.786040 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Router 3880511f-ed19-43e8-9674-dd3794e69f99 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:56:37.790485 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50870) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:37.810727 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-5fd140d4-3e68-487d-9555-3120269c826d None None] Provisioning complete for port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:37.812511 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fd140d4-3e68-487d-9555-3120269c826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.826525 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-02ce8972-9b59-4c55-b68f-76a59c2305da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.851934 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Publish callbacks [] for port (cdd2c8b0-ae52-4954-840a-01e504576690), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.887542 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:56:37.894684 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Publish callbacks [] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.900531 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:56:37.904412 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ce5e7-1be8-455d-ad1e-ed58b60cce11 None None] Pushing event updated for resources: {'Port': ['ID=7a0e9f43-47ca-433c-a251-ad7bf9a35335,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:37.919647 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:56:37.928211 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.941966 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50872) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:37.952075 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.953333 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 8e342c12-027e-4d63-833e-9fe748b95a36 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:37.960219 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:37.963946 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:37.964125 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-daa1186a-b958-4c9c-b720-e5e6d1e16f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.986874 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2febc44-8243-4c7c-b91e-c0566d102bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (4b7689b7-7048-4459-b587-3bdfe2a24d41), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.990605 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2febc44-8243-4c7c-b91e-c0566d102bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:37.993434 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c2febc44-8243-4c7c-b91e-c0566d102bdb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b7689b7-7048-4459-b587-3bdfe2a24d41 HTTP/1.1" status: 204 len: 168 time: 1.2187488 May 05 14:56:38.029320 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.082538 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.091078 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 50878) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:38.093954 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-87bb9118-d7fb-42d7-8221-51111cbc7bce admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4136310 May 05 14:56:38.096422 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:56:38.111943 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d41a1826-9aa7-4fe0-bc13-72354a6850ba admin admin] 10.222.0.48 "PUT /v2.0/routers/3880511f-ed19-43e8-9674-dd3794e69f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4326289 May 05 14:56:38.162150 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:38.179348 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2febc44-8243-4c7c-b91e-c0566d102bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7689b7-7048-4459-b587-3bdfe2a24d41,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:38.198785 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Attempting to bind port b122a5c8-1891-4c2e-b213-f5658fdeb7a3 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:56:38.199167 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Attempting to bind port b122a5c8-1891-4c2e-b213-f5658fdeb7a3 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:56:38.199543 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Attempting to bind port b122a5c8-1891-4c2e-b213-f5658fdeb7a3 on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:38.207690 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Sync routers for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:56:38.258840 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:38.263533 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:38.269853 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:38.270439 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (42fb784d-11f0-4342-9f91-ec85332ff7c7), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.275232 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd2c8b0-ae52-4954-840a-01e504576690,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:38.279554 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-02ce8972-9b59-4c55-b68f-76a59c2305da admin admin] Publish callbacks [] for security_group (19b4ddc4-3702-4d29-b410-b8f8430abd65), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.289962 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:38.290616 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:38.316316 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-02ce8972-9b59-4c55-b68f-76a59c2305da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (19b4ddc4-3702-4d29-b410-b8f8430abd65), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.389281 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-02ce8972-9b59-4c55-b68f-76a59c2305da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1bb48583ea745b79ecc739d82cc55c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5918500 May 05 14:56:38.399827 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50894) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:38.479443 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:56:38.489075 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:38.489611 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.490387 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:56:38.491915 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Bound port: b122a5c8-1891-4c2e-b213-f5658fdeb7a3, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:56:38.492533 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.601816 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a034ac-1b83-4bce-872d-dfdf468af155 None None] Pushing event updated for resources: {'Port': ['ID=b122a5c8-1891-4c2e-b213-f5658fdeb7a3,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:38.643460 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-daa1186a-b958-4c9c-b720-e5e6d1e16f2c admin admin] Publish callbacks [] for security_group (c1541d48-5fa1-4367-a371-c63adeb5b04c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.649099 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce8972-9b59-4c55-b68f-76a59c2305da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b4ddc4-3702-4d29-b410-b8f8430abd65,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:38.675847 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c3bf-1d81-478c-9a39-9adabcc1fd7b admin admin] Publish callbacks [] for security_group (19b4ddc4-3702-4d29-b410-b8f8430abd65), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.722333 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-daa1186a-b958-4c9c-b720-e5e6d1e16f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c1541d48-5fa1-4367-a371-c63adeb5b04c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.734225 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:34Z', 'revision_number': 3, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:38.780559 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c3bf-1d81-478c-9a39-9adabcc1fd7b admin admin] Publish callbacks [] for security_group (19b4ddc4-3702-4d29-b410-b8f8430abd65), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.790744 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.791369 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:56:38.791879 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Updating router 71c92f8b-bfde-4236-875a-89f754c16097 port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:56:38.837677 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:38.968452 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-daa1186a-b958-4c9c-b720-e5e6d1e16f2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8221a8060fe4aa689c2493750e7ce4d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0212338 May 05 14:56:38.971435 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 50926) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:39.033511 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4187a983-55a3-4ade-8e36-37fdacc77d48 req-c99ad9d5-04f7-46a0-8f31-d5755cc64023 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 210 time: 0.0632198 May 05 14:56:39.034170 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1186a-b958-4c9c-b720-e5e6d1e16f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1541d48-5fa1-4367-a371-c63adeb5b04c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:39.051229 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c3bf-1d81-478c-9a39-9adabcc1fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (19b4ddc4-3702-4d29-b410-b8f8430abd65), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.054793 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c3bf-1d81-478c-9a39-9adabcc1fd7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.056095 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f6e9c3bf-1d81-478c-9a39-9adabcc1fd7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19b4ddc4-3702-4d29-b410-b8f8430abd65 HTTP/1.1" status: 204 len: 168 time: 0.6545112 May 05 14:56:39.134195 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9c3bf-1d81-478c-9a39-9adabcc1fd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b4ddc4-3702-4d29-b410-b8f8430abd65,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:39.235556 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5fd140d4-3e68-487d-9555-3120269c826d None None] Current status of the port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:39.255072 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] For port b122a5c8-1891-4c2e-b213-f5658fdeb7a3, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:56:39.265445 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] For port b122a5c8-1891-4c2e-b213-f5658fdeb7a3, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=b122a5c8-1891-4c2e-b213-f5658fdeb7a3,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:56:39.282866 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 8e342c12-027e-4d63-833e-9fe748b95a36 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:39.283466 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.294566 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-f352d589-b3e7-426d-9585-8c2a00f79ac6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:39.298534 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-f352d589-b3e7-426d-9585-8c2a00f79ac6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 819 time: 0.2595265 May 05 14:56:39.313200 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3323c490-7376-4faa-95ac-0320ff260ee0 admin admin] Publish callbacks [] for security_group (c1541d48-5fa1-4367-a371-c63adeb5b04c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.324402 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-0ea576db-3d44-4013-b165-56364eb23f1e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/quotas/3956c3f25d4e496aaef3d83857fd310f HTTP/1.1" status: 200 len: 375 time: 0.0172243 May 05 14:56:39.328369 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:39.412187 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3323c490-7376-4faa-95ac-0320ff260ee0 admin admin] Publish callbacks [] for security_group (c1541d48-5fa1-4367-a371-c63adeb5b04c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.418381 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-4ad5e1fe-d2da-4305-b164-2411574daf56 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850489 May 05 14:56:39.477556 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.512784 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Publish callbacks [] for port (cdd2c8b0-ae52-4954-840a-01e504576690), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.514965 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Publish callbacks [] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.524693 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:39.527676 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.528638 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (42fb784d-11f0-4342-9f91-ec85332ff7c7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.529614 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-5fd140d4-3e68-487d-9555-3120269c826d None None] Provisioning complete for port ca2d2514-1181-4897-8fb6-7f85c369a851 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:39.530082 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fd140d4-3e68-487d-9555-3120269c826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.536915 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.600706 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e3ba4-fd3b-404e-a3a7-8320b5e7d0ac None None] Pushing event updated for resources: {'Port': ['ID=2b2e62f7-7312-4ed9-b991-6fee1d28eb1e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:39.688120 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3323c490-7376-4faa-95ac-0320ff260ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c1541d48-5fa1-4367-a371-c63adeb5b04c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.692697 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Attempting to bind port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:56:39.693304 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Attempting to bind port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:56:39.695551 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3323c490-7376-4faa-95ac-0320ff260ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.696912 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3323c490-7376-4faa-95ac-0320ff260ee0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1541d48-5fa1-4367-a371-c63adeb5b04c HTTP/1.1" status: 204 len: 168 time: 0.7245603 May 05 14:56:39.697603 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Attempting to bind port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:39.714735 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd2c8b0-ae52-4954-840a-01e504576690,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:39.715792 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:56:39.717054 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:39.727591 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.728636 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:56:39.729171 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Bound port: 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:56:39.729884 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.807837 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323c490-7376-4faa-95ac-0320ff260ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1541d48-5fa1-4367-a371-c63adeb5b04c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:39.837741 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] For port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:56:39.837741 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] For port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=2b2e62f7-7312-4ed9-b991-6fee1d28eb1e,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:56:39.847125 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:39.893540 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-22a66774-77b8-4f60-aeca-a567e9325a35 service neutron] 10.222.0.48 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614594 May 05 14:56:39.915887 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:39.918598 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:39.999455 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e3ba4-fd3b-404e-a3a7-8320b5e7d0ac None None] Pushing event updated for resources: {'Port': ['ID=2b2e62f7-7312-4ed9-b991-6fee1d28eb1e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:40.049535 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-dc76b34f-75f0-48ef-a9d4-308c54c1072c service neutron] 10.222.0.48 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449616 May 05 14:56:40.104989 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a034ac-1b83-4bce-872d-dfdf468af155 None None] Pushing event updated for resources: {'Port': ['ID=b122a5c8-1891-4c2e-b213-f5658fdeb7a3,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:40.163970 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:40.181063 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5fd140d4-3e68-487d-9555-3120269c826d None None] Port ca2d2514-1181-4897-8fb6-7f85c369a851 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:56:40.202512 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:40.203092 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:40.204426 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:40.204559 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:40.371742 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Router 42fb784d-11f0-4342-9f91-ec85332ff7c7 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:56:40.610569 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85b4ca89-8497-49eb-8bac-7acb2aa2d774 req-0f61dc93-7691-4131-a2ba-075f13301678 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 210 time: 0.0700009 May 05 14:56:40.636758 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:40.716276 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:56:40.724514 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-922fffa8-f630-4009-9c09-504352907ed6 req-c99f222e-126a-479c-842e-997d4050981d tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 210 time: 0.1804142 May 05 14:56:40.739264 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-85b4ab52-fa8e-4de3-84c2-a9c282e91ae4 admin admin] 10.222.0.48 "PUT /v2.0/routers/42fb784d-11f0-4342-9f91-ec85332ff7c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2051499 May 05 14:56:40.820994 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Allocated IP 172.20.0.1 (7315cbb0-f7ab-4cc7-826a-00d315766094/ecc3a093-dfbf-497b-a54b-958b26e58c9a/0f77d1bf-9e53-4357-8db5-86d711733dab) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:40.904824 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-99e7c8c4-1923-4a90-8642-1d0a34d9b856 None None] Provisioning complete for port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:40.906347 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99e7c8c4-1923-4a90-8642-1d0a34d9b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:40.922824 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.25', 65024) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:40.999307 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:36Z', 'revision_number': 2, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:41.151898 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Checking router: 3880511f-ed19-43e8-9674-dd3794e69f99 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:56:41.152443 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Updating router 3880511f-ed19-43e8-9674-dd3794e69f99 port ca2d2514-1181-4897-8fb6-7f85c369a851 binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:56:41.281439 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 8e342c12-027e-4d63-833e-9fe748b95a36 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:41.282462 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:41.295511 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:34Z', 'revision_number': 3, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:41.382730 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:41.385383 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ede1b-b371-4869-b7ae-9e58e8cdb865 None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:34Z', 'revision_number': 3, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:56:41.385999 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:41.480420 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 8e342c12-027e-4d63-833e-9fe748b95a36, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=8e342c12-027e-4d63-833e-9fe748b95a36,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:56:41.508575 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:41.509917 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7a0e9f43-47ca-433c-a251-ad7bf9a35335 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:41.674960 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-99e7c8c4-1923-4a90-8642-1d0a34d9b856 None None] Current status of the port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:41.722628 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c69126-546b-45cb-bed1-223772a25d69 req-40865476-cf75-4f6f-b221-8f40e7e58dac tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:41.724807 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-40865476-cf75-4f6f-b221-8f40e7e58dac tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 819 time: 0.1573231 May 05 14:56:41.766830 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-01bd241d-b380-443c-935d-ea3d03810c62 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/quotas/3956c3f25d4e496aaef3d83857fd310f HTTP/1.1" status: 200 len: 375 time: 0.0331740 May 05 14:56:41.841959 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-99e7c8c4-1923-4a90-8642-1d0a34d9b856 None None] Provisioning complete for port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:41.841959 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99e7c8c4-1923-4a90-8642-1d0a34d9b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:41.927455 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Publish callbacks [] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:41.968130 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=8e342c12-027e-4d63-833e-9fe748b95a36,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:42.046347 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-88995f4c-7691-4066-ab40-93aaa2bf1754 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:42.050129 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-88995f4c-7691-4066-ab40-93aaa2bf1754 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.25 "GET /v2.0/networks?id=809ae1dc-3236-42f0-8850-304d9269cb0b HTTP/1.1" status: 200 len: 811 time: 1.1200340 May 05 14:56:42.065731 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:42.097683 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:42.098338 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:42.117462 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-f3d80c13-d703-471d-93d5-572ce6c33d42 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3482692 May 05 14:56:42.136603 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Request body: {'port': {'device_id': '61affc8c-d8b1-4580-848b-ffef325d654b', 'network_id': '809ae1dc-3236-42f0-8850-304d9269cb0b', 'admin_state_up': True, 'tenant_id': '9581428b0f134e63a2b7971b8ce04ba8'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:42.212783 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:42.269669 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:42.275061 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:42.275552 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (71c92f8b-bfde-4236-875a-89f754c16097), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:42.411381 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-99e7c8c4-1923-4a90-8642-1d0a34d9b856 None None] Current status of the port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:42.437456 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-99e7c8c4-1923-4a90-8642-1d0a34d9b856 None None] Provisioning complete for port cdd2c8b0-ae52-4954-840a-01e504576690 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:42.438435 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99e7c8c4-1923-4a90-8642-1d0a34d9b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:42.502942 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51124) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:42.691937 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51136) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:42.697365 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e4eebb66-6bf3-410d-a252-81c6e846ee6f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8757343', 'description': 'tempest-description--534323912'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:42.757462 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4eebb66-6bf3-410d-a252-81c6e846ee6f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:42.759547 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:42.802006 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 2, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:42.807402 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d0299a5-456b-4faa-b676-7ad951a29ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:42.895009 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-99e7c8c4-1923-4a90-8642-1d0a34d9b856 None None] Port cdd2c8b0-ae52-4954-840a-01e504576690 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:56:42.914458 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c234e-250c-43c9-b42f-1039a09f1c9d None None] The sync data for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi is: [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 2, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:56:42.919749 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4eebb66-6bf3-410d-a252-81c6e846ee6f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (2b640ef5-05e8-4e4c-af4a-8b39c2b2791d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:42.931749 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:42.956068 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f77d1bf-9e53-4357-8db5-86d711733dab,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:42.963748 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4eebb66-6bf3-410d-a252-81c6e846ee6f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (2b640ef5-05e8-4e4c-af4a-8b39c2b2791d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:42.994740 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-062c3f39-bb33-42fe-8819-f8b9bf4d8c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.051181 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eebb66-6bf3-410d-a252-81c6e846ee6f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:43.057938 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4eebb66-6bf3-410d-a252-81c6e846ee6f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.072381 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e4eebb66-6bf3-410d-a252-81c6e846ee6f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3755803 May 05 14:56:43.081845 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51144) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:43.091642 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1eec229d-612d-4ea2-949d-a307c944cb5c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'security_group_rule': {'security_group_id': '2b640ef5-05e8-4e4c-af4a-8b39c2b2791d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:43.152733 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9e2c1be-5ba3-4eb3-b475-a873fa2c3cf0 req-12dda727-caad-4319-aa6c-c4edff958888 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 210 time: 0.1506095 May 05 14:56:43.170675 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eec229d-612d-4ea2-949d-a307c944cb5c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (be0cef5a-705a-4e98-9cfc-8f6220a86cb7), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.208216 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Publish callbacks [] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.221933 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:43.225841 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-709ba7b2-8e6a-453a-9e1e-648f051fc07f None None] Provisioning complete for port 0f77d1bf-9e53-4357-8db5-86d711733dab triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:43.226400 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-709ba7b2-8e6a-453a-9e1e-648f051fc07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.300432 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-709ba7b2-8e6a-453a-9e1e-648f051fc07f None None] Port 0f77d1bf-9e53-4357-8db5-86d711733dab cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:56:43.303592 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.357218 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.25', 65031) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:43.361252 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eec229d-612d-4ea2-949d-a307c944cb5c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (be0cef5a-705a-4e98-9cfc-8f6220a86cb7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.376231 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eec229d-612d-4ea2-949d-a307c944cb5c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (be0cef5a-705a-4e98-9cfc-8f6220a86cb7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.465805 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eec229d-612d-4ea2-949d-a307c944cb5c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.474243 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1eec229d-612d-4ea2-949d-a307c944cb5c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905406 May 05 14:56:43.474954 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51152) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:43.503581 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-f9c53b93-4982-492a-87e6-a576e5f5ca78 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:56:43.513700 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-f9c53b93-4982-492a-87e6-a576e5f5ca78 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5783000 May 05 14:56:43.554543 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Made reservation on behalf of 9581428b0f134e63a2b7971b8ce04ba8 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:43.555429 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-186472d5-a1d5-4c1d-921a-8e9720396f43 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'security_group_rule': {'security_group_id': '2b640ef5-05e8-4e4c-af4a-8b39c2b2791d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:43.565463 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.677215 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec229d-612d-4ea2-949d-a307c944cb5c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0cef5a-705a-4e98-9cfc-8f6220a86cb7,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:43.796512 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186472d5-a1d5-4c1d-921a-8e9720396f43 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (be282977-e81b-4417-a887-7072f2f243c7), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.954308 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-709ba7b2-8e6a-453a-9e1e-648f051fc07f None None] Provisioning complete for port cdd2c8b0-ae52-4954-840a-01e504576690 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:43.954722 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-709ba7b2-8e6a-453a-9e1e-648f051fc07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:43.971576 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-062c3f39-bb33-42fe-8819-f8b9bf4d8c68 admin admin] Publish callbacks [] for security_group (01a881ae-8435-4d84-823c-181ec77e2deb), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.011714 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-062c3f39-bb33-42fe-8819-f8b9bf4d8c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (01a881ae-8435-4d84-823c-181ec77e2deb), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.106079 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Attempting to bind port ca2d2514-1181-4897-8fb6-7f85c369a851 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:56:44.110572 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Attempting to bind port ca2d2514-1181-4897-8fb6-7f85c369a851 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:56:44.112524 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Attempting to bind port ca2d2514-1181-4897-8fb6-7f85c369a851 on network 16fadcf3-257b-45a7-92ef-ee621845bc98 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:44.160376 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6026d-8ca3-4db3-9b7a-00217776e178 None None] Pushing event updated for resources: {'Port': ['ID=ca2d2514-1181-4897-8fb6-7f85c369a851,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:44.187396 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-709ba7b2-8e6a-453a-9e1e-648f051fc07f None None] Port cdd2c8b0-ae52-4954-840a-01e504576690 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:56:44.192379 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c3f39-bb33-42fe-8819-f8b9bf4d8c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a881ae-8435-4d84-823c-181ec77e2deb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:44.206657 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-062c3f39-bb33-42fe-8819-f8b9bf4d8c68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e033249dd384b91b78ee28097fa201d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7024891 May 05 14:56:44.208303 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51180) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:44.211999 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:56:44.217525 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Checking segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:44.222283 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.225411 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Bound using segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:56:44.226188 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Bound port: ca2d2514-1181-4897-8fb6-7f85c369a851, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:56:44.226792 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.270681 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:44.279901 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.327220 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0813b816-1cab-4cff-b606-b6be3db815da admin admin] Publish callbacks [] for security_group (01a881ae-8435-4d84-823c-181ec77e2deb), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.363523 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0813b816-1cab-4cff-b606-b6be3db815da admin admin] Publish callbacks [] for security_group (01a881ae-8435-4d84-823c-181ec77e2deb), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.456474 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Publish callbacks [] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.504702 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186472d5-a1d5-4c1d-921a-8e9720396f43 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (be282977-e81b-4417-a887-7072f2f243c7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.507940 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0813b816-1cab-4cff-b606-b6be3db815da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (01a881ae-8435-4d84-823c-181ec77e2deb), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.512823 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0813b816-1cab-4cff-b606-b6be3db815da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.519153 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0813b816-1cab-4cff-b606-b6be3db815da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01a881ae-8435-4d84-823c-181ec77e2deb HTTP/1.1" status: 204 len: 168 time: 0.3085632 May 05 14:56:44.526041 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-4ec68299-0fe8-4122-97ce-36bdacbe7c66 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:44.534420 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186472d5-a1d5-4c1d-921a-8e9720396f43 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (be282977-e81b-4417-a887-7072f2f243c7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.538267 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-4ec68299-0fe8-4122-97ce-36bdacbe7c66 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 819 time: 1.1761417 May 05 14:56:44.544336 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-e6c3c0a6-307c-4b9b-bee7-e630840bc076 None None] Provisioning complete for port ca2d2514-1181-4897-8fb6-7f85c369a851 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:44.548692 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813b816-1cab-4cff-b606-b6be3db815da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a881ae-8435-4d84-823c-181ec77e2deb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:44.550372 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6c3c0a6-307c-4b9b-bee7-e630840bc076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.635578 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186472d5-a1d5-4c1d-921a-8e9720396f43 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be282977-e81b-4417-a887-7072f2f243c7,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:44.654624 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186472d5-a1d5-4c1d-921a-8e9720396f43 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.660459 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.662437 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-186472d5-a1d5-4c1d-921a-8e9720396f43 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1390657 May 05 14:56:44.665485 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51188) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:44.671683 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:44.677967 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (71c92f8b-bfde-4236-875a-89f754c16097), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.702521 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3c0a6-307c-4b9b-bee7-e630840bc076 None None] Port ca2d2514-1181-4897-8fb6-7f85c369a851 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:56:44.720284 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Request body: {'port': {'device_id': '1caeef2f-3b4f-4e5c-b860-61ccb029788e', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'admin_state_up': True, 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:44.724495 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] For port ca2d2514-1181-4897-8fb6-7f85c369a851, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:56:44.743680 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6a95c25-88fa-4b24-9376-66890eb4bb0b req-8daa1ae5-4fe1-4ca2-ba4d-3fa707220cac tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 210 time: 0.3941243 May 05 14:56:44.748295 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] For port ca2d2514-1181-4897-8fb6-7f85c369a851, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ca2d2514-1181-4897-8fb6-7f85c369a851,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:56:44.792196 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.842061 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:44.968209 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:44.975071 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 8e342c12-027e-4d63-833e-9fe748b95a36 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:44.981514 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51192) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:45.542202 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-00ba7347-cc5a-4bdf-bf62-21043bcb99d6 service neutron] 10.222.0.48 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0187328 May 05 14:56:45.575431 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Allocated IP 172.20.0.3 (809ae1dc-3236-42f0-8850-304d9269cb0b/7097cd13-5540-4b0a-a578-308d3dc172cd/7bc4edb8-93b9-4417-933f-90ec8dcd501b) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:45.635407 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:45.638118 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:45.661766 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:45.802473 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f77d1bf-9e53-4357-8db5-86d711733dab,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:45.825089 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:45.899483 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:45.905448 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b60f5194-1d0c-470e-8c7b-5e7776657ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:45.908633 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:46.296089 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Allocated IP 172.27.1.51 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/4a5b6fc6-bb04-42d6-afee-98fef6d9ebad) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:46.338136 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 8e342c12-027e-4d63-833e-9fe748b95a36 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:46.339111 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:46.375561 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08c33c1d-e25d-4029-a842-31c875949efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:46.387346 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b60f5194-1d0c-470e-8c7b-5e7776657ae0 admin admin] Publish callbacks [] for security_group (698c0b44-801b-4918-836a-06ade1a09e4d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:46.415446 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b60f5194-1d0c-470e-8c7b-5e7776657ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (698c0b44-801b-4918-836a-06ade1a09e4d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:46.417869 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6026d-8ca3-4db3-9b7a-00217776e178 None None] Pushing event updated for resources: {'Port': ['ID=ca2d2514-1181-4897-8fb6-7f85c369a851,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:46.497598 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7e6b3c9e-c045-489d-baa2-12b7139c90a6 None None] Provisioning complete for port ca2d2514-1181-4897-8fb6-7f85c369a851 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:46.507870 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3c9e-c045-489d-baa2-12b7139c90a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:46.639582 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:46.649948 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b60f5194-1d0c-470e-8c7b-5e7776657ae0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d480e6adc214890a9f12728870993f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6644893 May 05 14:56:46.666536 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f5194-1d0c-470e-8c7b-5e7776657ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698c0b44-801b-4918-836a-06ade1a09e4d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:46.683225 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:44Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:46.707083 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51220) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:46.776947 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79884f69-fe18-4323-b4bf-55ed46c2f33e None None] The sync data for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi is: [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:44Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:56:46.863421 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for port (4a5b6fc6-bb04-42d6-afee-98fef6d9ebad), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:46.965543 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (4a5b6fc6-bb04-42d6-afee-98fef6d9ebad), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:46.970257 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b3c9e-c045-489d-baa2-12b7139c90a6 None None] Current status of the port ca2d2514-1181-4897-8fb6-7f85c369a851 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:46.970708 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3c9e-c045-489d-baa2-12b7139c90a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.035125 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:47.070724 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:47.077852 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:47.088943 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-699268fc-1f4d-4452-9ee2-56bbaaaea280 admin admin] Publish callbacks [] for security_group (698c0b44-801b-4918-836a-06ade1a09e4d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.092848 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 8e342c12-027e-4d63-833e-9fe748b95a36 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:47.094501 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7a0e9f43-47ca-433c-a251-ad7bf9a35335 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:47.097685 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7e6b3c9e-c045-489d-baa2-12b7139c90a6 None None] For port ca2d2514-1181-4897-8fb6-7f85c369a851, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ca2d2514-1181-4897-8fb6-7f85c369a851,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:56:47.121004 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'Port': ['ID=4a5b6fc6-bb04-42d6-afee-98fef6d9ebad,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:47.122526 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-55333875-5ea9-4053-a5dc-1927d9f63b14 req-44f0a7c1-d8d4-4aa2-9acd-b371f6b670a9 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 210 time: 1.1372104 May 05 14:56:47.155515 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Router 71c92f8b-bfde-4236-875a-89f754c16097 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:56:47.161396 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3c9e-c045-489d-baa2-12b7139c90a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.251530 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-699268fc-1f4d-4452-9ee2-56bbaaaea280 admin admin] Publish callbacks [] for security_group (698c0b44-801b-4918-836a-06ade1a09e4d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.325803 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-33540498-f583-4c0b-824e-bb0d8c6919dc None None] Provisioning complete for port 0f77d1bf-9e53-4357-8db5-86d711733dab triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:47.326468 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33540498-f583-4c0b-824e-bb0d8c6919dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.398979 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Made reservation on behalf of 3956c3f25d4e496aaef3d83857fd310f for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:47.408162 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.458995 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (ba472e4f-7437-405a-99c5-13327a67dde7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.485507 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b3c9e-c045-489d-baa2-12b7139c90a6 None None] Pushing event updated for resources: {'Port': ['ID=ca2d2514-1181-4897-8fb6-7f85c369a851,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:47.524359 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:47.524804 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.567754 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-cf158499-6c5d-4186-8010-d27e87dd34ba service neutron] 10.222.0.48 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9270244 May 05 14:56:47.619724 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-33540498-f583-4c0b-824e-bb0d8c6919dc None None] Port 0f77d1bf-9e53-4357-8db5-86d711733dab cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:56:47.639232 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (4a5b6fc6-bb04-42d6-afee-98fef6d9ebad), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.673525 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.829031 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 51252) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:47.866724 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-699268fc-1f4d-4452-9ee2-56bbaaaea280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (698c0b44-801b-4918-836a-06ade1a09e4d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.875639 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:47.880807 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:47.885510 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-699268fc-1f4d-4452-9ee2-56bbaaaea280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:47.893944 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-699268fc-1f4d-4452-9ee2-56bbaaaea280 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/698c0b44-801b-4918-836a-06ade1a09e4d HTTP/1.1" status: 204 len: 168 time: 1.1813965 May 05 14:56:47.979654 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Sync routers for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:56:48.007363 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:48.008641 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:48.030469 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:48.051981 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:48.279521 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Allocated IP 172.20.0.6 (16fadcf3-257b-45a7-92ef-ee621845bc98/102f4089-7039-47fa-8df6-4bf1e1c6cddb/23b12033-0060-4d5a-a499-2c72c7826e93) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:48.342729 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:48.343129 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:48.445923 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=2b2e62f7-7312-4ed9-b991-6fee1d28eb1e,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:56:48.460793 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:48.522670 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for port (4a5b6fc6-bb04-42d6-afee-98fef6d9ebad), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:48.541834 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699268fc-1f4d-4452-9ee2-56bbaaaea280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698c0b44-801b-4918-836a-06ade1a09e4d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:48.544954 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (4a5b6fc6-bb04-42d6-afee-98fef6d9ebad), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:48.632896 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'Port': ['ID=4a5b6fc6-bb04-42d6-afee-98fef6d9ebad,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:48.664703 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (ba472e4f-7437-405a-99c5-13327a67dde7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:48.707114 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:48.712713 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c53dbf33-6f24-4cff-b1b9-886438f01bd9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0456460 May 05 14:56:48.746131 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:48.903519 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=2b2e62f7-7312-4ed9-b991-6fee1d28eb1e,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:49.011669 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:49.091811 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51280) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:49.144566 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device b122a5c8-1891-4c2e-b213-f5658fdeb7a3 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:49.316840 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port b122a5c8-1891-4c2e-b213-f5658fdeb7a3 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:49.317490 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:49.376792 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Publish callbacks [] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:49.532780 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:56:49.589580 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port b122a5c8-1891-4c2e-b213-f5658fdeb7a3 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:49.593155 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:49.674133 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f82194f9-f1da-4aed-a87d-80c5a061b5c0 req-97dc4d89-9ea5-4ed2-b50a-a55a447c4d17 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 210 time: 0.1566622 May 05 14:56:49.707285 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c99f8-f41f-4428-b922-126ffe2ce375 req-efea8c9c-114f-4a1c-8c9e-9ef48e52b916 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:49.714479 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-299c99f8-f41f-4428-b922-126ffe2ce375 req-efea8c9c-114f-4a1c-8c9e-9ef48e52b916 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 931 time: 0.1340420 May 05 14:56:49.720923 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:56:49.734516 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port b122a5c8-1891-4c2e-b213-f5658fdeb7a3, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=b122a5c8-1891-4c2e-b213-f5658fdeb7a3,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:56:49.745067 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:56:49.754463 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-501029849-network', 'tenant_id': 'c91e32f603f14660aea46cfc9a11a5ad'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:49.762780 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0472cd18-5188-4f46-bfde-42ddf29239a0 admin admin] 10.222.0.48 "PUT /v2.0/routers/71c92f8b-bfde-4236-875a-89f754c16097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6458914 May 05 14:56:49.793556 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 2, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:49.804004 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:49.809578 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:49.810751 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ca2d2514-1181-4897-8fb6-7f85c369a851 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:49.815461 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Made reservation on behalf of c91e32f603f14660aea46cfc9a11a5ad for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:49.823991 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:49.846930 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:49.926632 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Checking router: 42fb784d-11f0-4342-9f91-ec85332ff7c7 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:56:49.944347 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Updating router 42fb784d-11f0-4342-9f91-ec85332ff7c7 port cdd2c8b0-ae52-4954-840a-01e504576690 binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:56:50.003455 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:50.004173 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:50.052352 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.108084 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51300) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:50.152596 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Publish callbacks [] for security_group (0ef2f4ad-e1f0-4eea-a0ee-85151fe4d471), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.154177 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a51d9e52-f744-4fb4-b3f5-14986d1c3c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.181903 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (0ef2f4ad-e1f0-4eea-a0ee-85151fe4d471), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.191597 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port ca2d2514-1181-4897-8fb6-7f85c369a851 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:50.192014 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.194498 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Network 809ae1dc-3236-42f0-8850-304d9269cb0b is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:50.257242 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=b122a5c8-1891-4c2e-b213-f5658fdeb7a3,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:50.267890 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:56:50.297784 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Pushing event updated for resources: {'Port': ['ID=7bc4edb8-93b9-4417-933f-90ec8dcd501b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:50.310431 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:50.314490 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef2f4ad-e1f0-4eea-a0ee-85151fe4d471,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:50.316682 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:50.326189 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (7e04e335-90c0-400b-89dd-9f6fa7bded5a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.326573 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Added segment 7e04e335-90c0-400b-89dd-9f6fa7bded5a of type vlan for network 2b941490-181e-4192-a3e0-f95ea426b8f1 May 05 14:56:50.343213 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:50.346437 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.381773 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-299c99f8-f41f-4428-b922-126ffe2ce375 req-f3d75fee-07fa-4720-9a30-ddf2f6787026 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6631594 May 05 14:56:50.394531 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-349fcbde-4226-40fc-986a-936d859826b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.423222 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1cf81faa-bb4d-4ed3-908a-8a4476f9334b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2943914 May 05 14:56:50.452983 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (2b941490-181e-4192-a3e0-f95ea426b8f1), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.483217 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:50.587618 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a51d9e52-f744-4fb4-b3f5-14986d1c3c34 admin admin] Publish callbacks [] for security_group (b1f1b7c4-33dc-4a7e-a902-da9d274ce6e8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.592811 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (2b941490-181e-4192-a3e0-f95ea426b8f1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.597866 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:50.598742 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.629523 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port ca2d2514-1181-4897-8fb6-7f85c369a851 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:50.653518 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a51d9e52-f744-4fb4-b3f5-14986d1c3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (b1f1b7c4-33dc-4a7e-a902-da9d274ce6e8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.707223 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-349fcbde-4226-40fc-986a-936d859826b7 admin admin] Publish callbacks [] for security_group (b9e59655-860e-4e03-b609-2007b010e423), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.720128 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Publish callbacks [] for port (cdd2c8b0-ae52-4954-840a-01e504576690), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.739294 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.750571 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.25', 65036) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:50.771026 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-349fcbde-4226-40fc-986a-936d859826b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (b9e59655-860e-4e03-b609-2007b010e423), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:50.802238 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d9e52-f744-4fb4-b3f5-14986d1c3c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f1b7c4-33dc-4a7e-a902-da9d274ce6e8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:50.827632 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7338376 May 05 14:56:50.841118 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51312) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:50.878525 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Request body: {'subnet': {'network_id': '2b941490-181e-4192-a3e0-f95ea426b8f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-501029849-subnet', 'tenant_id': 'c91e32f603f14660aea46cfc9a11a5ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:50.902543 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31723489-e2d9-4087-bfed-8faeb1c7b0ee None None] Pushing event updated for resources: {'Port': ['ID=cdd2c8b0-ae52-4954-840a-01e504576690,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:50.950647 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device b122a5c8-1891-4c2e-b213-f5658fdeb7a3 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:51.004880 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Attempting to bind port cdd2c8b0-ae52-4954-840a-01e504576690 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:56:51.005234 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Attempting to bind port cdd2c8b0-ae52-4954-840a-01e504576690 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:56:51.005799 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Attempting to bind port cdd2c8b0-ae52-4954-840a-01e504576690 on network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:51.017889 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Made reservation on behalf of c91e32f603f14660aea46cfc9a11a5ad for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:51.022814 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:51.025912 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:56:51.028223 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Checking segment: {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:51.028819 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:51.030077 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Bound using segment: {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:56:51.030648 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Bound port: cdd2c8b0-ae52-4954-840a-01e504576690, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:56:51.038178 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:51.074962 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-ce7594ad-fc25-4a7e-ae29-2769af16a425 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:56:51.077427 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-ce7594ad-fc25-4a7e-ae29-2769af16a425 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3489220 May 05 14:56:51.217681 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-3c9f3a57-1853-4340-ade0-1026ae0f1c14 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--8757343&fields=id&tenant_id=33c19e606db245779d45fb4204bbd588 HTTP/1.1" status: 200 len: 267 time: 0.9304984 May 05 14:56:51.244370 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fcbde-4226-40fc-986a-936d859826b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e59655-860e-4e03-b609-2007b010e423,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:51.281856 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] For port cdd2c8b0-ae52-4954-840a-01e504576690, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:56:51.295069 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] For port cdd2c8b0-ae52-4954-840a-01e504576690, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=cdd2c8b0-ae52-4954-840a-01e504576690,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:56:51.323016 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:51.409109 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51322) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:51.462591 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a51d9e52-f744-4fb4-b3f5-14986d1c3c34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4211f76409f246458b5477bc12fd8c77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3532379 May 05 14:56:51.469631 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-64f3b289-b6ff-42b5-b863-f0b82fe01dec tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743012118', 'description': 'tempest-description--2068144517'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:51.491092 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31723489-e2d9-4087-bfed-8faeb1c7b0ee None None] Pushing event updated for resources: {'Port': ['ID=cdd2c8b0-ae52-4954-840a-01e504576690,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:51.522922 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:51.524061 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:51.563851 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-c2bcddc4-8818-4c15-9f03-4ea80e19410f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:51.566711 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-c2bcddc4-8818-4c15-9f03-4ea80e19410f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/networks?id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 200 len: 810 time: 0.2898376 May 05 14:56:51.606506 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 51326) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:51.616489 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f2eed35-2cbf-4de5-81b9-fb23bce3af8b req-89eb86d3-f637-4fda-884c-a03fe7dfe22d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 210 time: 0.0473139 May 05 14:56:51.675259 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for port (23b12033-0060-4d5a-a499-2c72c7826e93), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:51.675662 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e1734-64fb-4072-a4ec-aa9937e89a1f admin admin] Pushing event updated for resources: {'Network': ['ID=2b941490-181e-4192-a3e0-f95ea426b8f1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:51.701392 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (256c9b8d-4a99-462f-a8fe-a071c6fd01aa), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:51.709317 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-3313502a-3b50-4eed-af89-baa8c5fff6e4 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/quotas/33c19e606db245779d45fb4204bbd588 HTTP/1.1" status: 200 len: 375 time: 0.0314956 May 05 14:56:51.741604 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 2b941490-181e-4192-a3e0-f95ea426b8f1 details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:56:51.747039 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5c2f83e7-97bd-437a-bee3-44bd01ff8c61 admin admin] Publish callbacks [] for security_group (b1f1b7c4-33dc-4a7e-a902-da9d274ce6e8), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:51.794279 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5c2f83e7-97bd-437a-bee3-44bd01ff8c61 admin admin] Publish callbacks [] for security_group (b1f1b7c4-33dc-4a7e-a902-da9d274ce6e8), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:51.835687 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=256c9b8d-4a99-462f-a8fe-a071c6fd01aa,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:51.871985 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-0ec86075-a352-4ca8-af8d-da60730e024a None None] Provisioning complete for port cdd2c8b0-ae52-4954-840a-01e504576690 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:51.874597 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ec86075-a352-4ca8-af8d-da60730e024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:51.878283 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:51.913549 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-349fcbde-4226-40fc-986a-936d859826b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60a239803335412e94e644dcee2f09b0&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0790324 May 05 14:56:51.964727 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64f3b289-b6ff-42b5-b863-f0b82fe01dec tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:51.967155 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51336) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:52.005689 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Request body: {'port': {'device_id': '61affc8c-d8b1-4580-848b-ffef325d654b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:52.034709 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port b122a5c8-1891-4c2e-b213-f5658fdeb7a3 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:52.039248 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.041784 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Checking segment: {'id': '7e04e335-90c0-400b-89dd-9f6fa7bded5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2b941490-181e-4192-a3e0-f95ea426b8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:52.042583 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Network hostable DHCP agents. Network: 2b941490-181e-4192-a3e0-f95ea426b8f1, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:56:52.080614 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5c2f83e7-97bd-437a-bee3-44bd01ff8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (b1f1b7c4-33dc-4a7e-a902-da9d274ce6e8), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.084818 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5c2f83e7-97bd-437a-bee3-44bd01ff8c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.089241 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5c2f83e7-97bd-437a-bee3-44bd01ff8c61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1f1b7c4-33dc-4a7e-a902-da9d274ce6e8 HTTP/1.1" status: 204 len: 168 time: 0.4683900 May 05 14:56:52.104376 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fd5b2-7227-4d0e-95db-6f4cbb85705e req-ceae0708-c8a6-4ae6-856d-4ba321ab0480 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:52.110398 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5d2fd5b2-7227-4d0e-95db-6f4cbb85705e req-ceae0708-c8a6-4ae6-856d-4ba321ab0480 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 931 time: 0.1922617 May 05 14:56:52.135748 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3707-f1d9-4a52-890b-d23632d6afd8 admin admin] Publish callbacks [] for security_group (b9e59655-860e-4e03-b609-2007b010e423), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.202626 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3707-f1d9-4a52-890b-d23632d6afd8 admin admin] Publish callbacks [] for security_group (b9e59655-860e-4e03-b609-2007b010e423), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.272165 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Network 2b941490-181e-4192-a3e0-f95ea426b8f1 is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:56:52.285497 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3707-f1d9-4a52-890b-d23632d6afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (b9e59655-860e-4e03-b609-2007b010e423), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.288672 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3707-f1d9-4a52-890b-d23632d6afd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.291225 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ec5e3707-f1d9-4a52-890b-d23632d6afd8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9e59655-860e-4e03-b609-2007b010e423 HTTP/1.1" status: 204 len: 168 time: 0.3126564 May 05 14:56:52.306162 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e3707-f1d9-4a52-890b-d23632d6afd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e59655-860e-4e03-b609-2007b010e423,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:52.310282 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 2b941490-181e-4192-a3e0-f95ea426b8f1) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:52.351144 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:52.351911 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.387834 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f199c0df-669f-4cdb-a3ee-2869a017db43 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5187418 May 05 14:56:52.421196 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64f3b289-b6ff-42b5-b863-f0b82fe01dec tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (28b51fe7-a81c-4033-95a2-25cf4a5c2858), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.436376 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64f3b289-b6ff-42b5-b863-f0b82fe01dec tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (28b51fe7-a81c-4033-95a2-25cf4a5c2858), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.455507 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-4128d2b8-2785-4611-a1bc-fc2614b95b34 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7205708 May 05 14:56:52.459103 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f83e7-97bd-437a-bee3-44bd01ff8c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f1b7c4-33dc-4a7e-a902-da9d274ce6e8,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:52.464595 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5d2fd5b2-7227-4d0e-95db-6f4cbb85705e req-c410617c-6d71-4a42-9b41-bf20ffe53175 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363838 May 05 14:56:52.480941 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:51Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:52.496449 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c69126-546b-45cb-bed1-223772a25d69 req-f615b587-6f99-43ca-80e7-44d417fc391d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:52.498382 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-f615b587-6f99-43ca-80e7-44d417fc391d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 819 time: 1.7191010 May 05 14:56:52.531714 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6bba4-1640-4330-a885-6651fa70f3de None None] The sync data for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi is: [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:51Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:56:52.545092 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083617f8-2af1-4903-8cc7-d9fcfec0b634 None None] Network 2b941490-181e-4192-a3e0-f95ea426b8f1 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:56:52.551497 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3b289-b6ff-42b5-b863-f0b82fe01dec tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b51fe7-a81c-4033-95a2-25cf4a5c2858,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:52.599808 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64f3b289-b6ff-42b5-b863-f0b82fe01dec tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.607041 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-64f3b289-b6ff-42b5-b863-f0b82fe01dec tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1480861 May 05 14:56:52.607678 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51352) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:52.613051 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3259ab8b-4454-4d05-b0ad-e8384b0d9dfb tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group_rule': {'security_group_id': '28b51fe7-a81c-4033-95a2-25cf4a5c2858', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:52.656738 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-f6ce962d-f524-4f34-be6c-d8c30f239c63 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533065 May 05 14:56:52.668109 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Request body: {'port': {'device_id': 'c7deb766-a665-4431-983e-bdef40f72848', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'admin_state_up': True, 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:52.749935 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3259ab8b-4454-4d05-b0ad-e8384b0d9dfb tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (49f1096f-aabd-4750-98e1-3326b811c118), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:52.992474 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3259ab8b-4454-4d05-b0ad-e8384b0d9dfb tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (49f1096f-aabd-4750-98e1-3326b811c118), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.006077 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3259ab8b-4454-4d05-b0ad-e8384b0d9dfb tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (49f1096f-aabd-4750-98e1-3326b811c118), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.019622 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port b122a5c8-1891-4c2e-b213-f5658fdeb7a3 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:53.023825 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:53.073236 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259ab8b-4454-4d05-b0ad-e8384b0d9dfb tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f1096f-aabd-4750-98e1-3326b811c118,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:53.116768 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3259ab8b-4454-4d05-b0ad-e8384b0d9dfb tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.118374 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3259ab8b-4454-4d05-b0ad-e8384b0d9dfb tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5097146 May 05 14:56:53.121523 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51366) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:53.127098 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1637c514-39d1-4e89-87bb-9d3608d0fb35 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group_rule': {'security_group_id': '28b51fe7-a81c-4033-95a2-25cf4a5c2858', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:53.132974 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0ec86075-a352-4ca8-af8d-da60730e024a None None] Current status of the port cdd2c8b0-ae52-4954-840a-01e504576690 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:53.133373 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ec86075-a352-4ca8-af8d-da60730e024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.193543 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1637c514-39d1-4e89-87bb-9d3608d0fb35 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (457dde87-5426-409f-a95b-4f853e2384fa), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.235507 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:43Z', 'revision_number': 2, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:53.357796 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1637c514-39d1-4e89-87bb-9d3608d0fb35 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (457dde87-5426-409f-a95b-4f853e2384fa), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.365012 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1637c514-39d1-4e89-87bb-9d3608d0fb35 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (457dde87-5426-409f-a95b-4f853e2384fa), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.369303 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:56:53.372304 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Updating router 71c92f8b-bfde-4236-875a-89f754c16097 port 0f77d1bf-9e53-4357-8db5-86d711733dab binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:56:53.409547 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637c514-39d1-4e89-87bb-9d3608d0fb35 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457dde87-5426-409f-a95b-4f853e2384fa,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:53.454896 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.455149 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1637c514-39d1-4e89-87bb-9d3608d0fb35 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.464691 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1637c514-39d1-4e89-87bb-9d3608d0fb35 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382957 May 05 14:56:53.465305 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51370) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:53.478829 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:53.479317 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.487648 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 51372) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:53.488105 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:53.533614 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9cbc-a6c6-4266-8bd2-4952f29b91cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.543936 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Made reservation on behalf of 3956c3f25d4e496aaef3d83857fd310f for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:53.548993 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.580722 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.684024 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9cbc-a6c6-4266-8bd2-4952f29b91cf admin admin] Publish callbacks [] for security_group (a6c21f62-e113-4887-bd32-8d194747bd80), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.685280 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.698304 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-03c7296b-e585-4c92-a026-cce151a6402d req-a4a56e0b-e7a1-4994-a968-8407fd4dff3b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 210 time: 0.8011425 May 05 14:56:53.704841 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-d9611dd3-abbc-42d1-80dd-94b2d5476cee service neutron] 10.222.0.48 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7785509 May 05 14:56:53.705399 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9cbc-a6c6-4266-8bd2-4952f29b91cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a6c21f62-e113-4887-bd32-8d194747bd80), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.768789 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.789702 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-0ec86075-a352-4ca8-af8d-da60730e024a None None] For port cdd2c8b0-ae52-4954-840a-01e504576690, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=cdd2c8b0-ae52-4954-840a-01e504576690,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:56:53.802103 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa678f6-f2ff-48b8-8dc2-a5ac041803ba None None] Network 2b941490-181e-4192-a3e0-f95ea426b8f1 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:56:53.828928 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:53.913582 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ec86075-a352-4ca8-af8d-da60730e024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:54.078299 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Allocated IP 172.27.1.20 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/3a5a91e7-1f3e-4df5-af94-36a406864e62) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:54.268977 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:54.283963 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-bacf984a-b476-4e6e-bac1-8bdf655181e1 None None] Provisioning complete for port cdd2c8b0-ae52-4954-840a-01e504576690 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:54.284338 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bacf984a-b476-4e6e-bac1-8bdf655181e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:54.284861 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee216e4-9fb0-446e-a6a0-67abcbfbec77 req-88e997ad-38f7-48d1-a256-fdf3c60558e4 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:54.296019 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8ee216e4-9fb0-446e-a6a0-67abcbfbec77 req-88e997ad-38f7-48d1-a256-fdf3c60558e4 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 931 time: 0.3315847 May 05 14:56:54.321596 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 51402) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:54.342109 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0b6b9cbc-a6c6-4266-8bd2-4952f29b91cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7eb1dedd957740f4a232fb094aac2df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8402781 May 05 14:56:54.343021 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b9cbc-a6c6-4266-8bd2-4952f29b91cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c21f62-e113-4887-bd32-8d194747bd80,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:54.404537 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 51404) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:54.492031 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1316385454-network', 'tenant_id': '4c2daac18d7945bab5adcc29b50e02fe'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:54.568036 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a74acf3-d701-4362-af23-ea28dd6229f1 req-b344fba9-467c-47a1-8d1c-a7fb2dea78fa tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 210 time: 0.3789666 May 05 14:56:54.608378 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec86075-a352-4ca8-af8d-da60730e024a None None] Pushing event updated for resources: {'Port': ['ID=cdd2c8b0-ae52-4954-840a-01e504576690,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:54.657754 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (3a5a91e7-1f3e-4df5-af94-36a406864e62), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:54.659071 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device cdd2c8b0-ae52-4954-840a-01e504576690 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:54.787139 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (3a5a91e7-1f3e-4df5-af94-36a406864e62), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:54.884231 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-bacf984a-b476-4e6e-bac1-8bdf655181e1 None None] Current status of the port cdd2c8b0-ae52-4954-840a-01e504576690 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:54.894625 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:54.939173 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Allocated IP 172.20.0.9 (16fadcf3-257b-45a7-92ef-ee621845bc98/102f4089-7039-47fa-8df6-4bf1e1c6cddb/7070ee0b-3249-45ce-833c-d7fa667ab46f) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:54.989671 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:55.002206 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:55.090731 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port cdd2c8b0-ae52-4954-840a-01e504576690 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:55.091158 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.158332 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (c333456a-218c-4ee1-a86e-a8adbcc31634), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.234143 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51430) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:55.237730 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (3a5a91e7-1f3e-4df5-af94-36a406864e62), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.424175 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (3a5a91e7-1f3e-4df5-af94-36a406864e62), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.449178 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (3a5a91e7-1f3e-4df5-af94-36a406864e62), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.461386 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=3a5a91e7-1f3e-4df5-af94-36a406864e62,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:55.509143 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Publish callbacks [] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.512407 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port cdd2c8b0-ae52-4954-840a-01e504576690 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:55.526673 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.561146 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=3a5a91e7-1f3e-4df5-af94-36a406864e62,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:55.567196 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc4edb8-93b9-4417-933f-90ec8dcd501b {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:56:55.589837 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (c333456a-218c-4ee1-a86e-a8adbcc31634), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.596303 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Publish callbacks [] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.638122 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Transition to ACTIVE for port object 7bc4edb8-93b9-4417-933f-90ec8dcd501b will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:56:55.638375 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.646235 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d60ac271-7170-4a93-82f8-3fa9de9526b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1781297 May 05 14:56:55.649361 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:55.667460 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8ee216e4-9fb0-446e-a6a0-67abcbfbec77 req-abb18642-6288-4c72-81c0-2f7f3aad8ebf tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3695767 May 05 14:56:55.695655 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.733525 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b480f-5a26-4143-903e-3808c16d12e9 None None] Pushing event updated for resources: {'Port': ['ID=0f77d1bf-9e53-4357-8db5-86d711733dab,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:55.751874 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51f40577-6bf6-401f-ac28-d022dbc6901d req-d97c9d4a-15cb-4a29-95dc-0852ab64d492 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 210 time: 0.0903118 May 05 14:56:55.769519 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:55.850068 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:55.880704 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:55.881398 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.934581 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event updated for resources: {'Port': ['ID=23b12033-0060-4d5a-a499-2c72c7826e93,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:55.943522 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f50c1c-50f9-4811-a7de-a77dbc822ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:55.975795 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Attempting to bind port 0f77d1bf-9e53-4357-8db5-86d711733dab on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:56:55.976291 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Attempting to bind port 0f77d1bf-9e53-4357-8db5-86d711733dab by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:56:55.976669 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Attempting to bind port 0f77d1bf-9e53-4357-8db5-86d711733dab on network 7315cbb0-f7ab-4cc7-826a-00d315766094 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:56.004856 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:56:56.008956 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Checking segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:56.010280 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.010712 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Bound using segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:56:56.016525 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Bound port: 0f77d1bf-9e53-4357-8db5-86d711733dab, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:56:56.017027 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.195382 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc4edb8-93b9-4417-933f-90ec8dcd501b,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:56.209574 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-c5119943-95fb-4a68-bd1c-3a0223c7df3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.5267305 May 05 14:56:56.233318 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Made reservation on behalf of 4c2daac18d7945bab5adcc29b50e02fe for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:56.236368 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.284861 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] For port 0f77d1bf-9e53-4357-8db5-86d711733dab, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:56:56.290706 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] For port 0f77d1bf-9e53-4357-8db5-86d711733dab, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=0f77d1bf-9e53-4357-8db5-86d711733dab,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:56:56.306274 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-272032e4-4ff9-4f37-a1c2-018b23963712 None None] Provisioning complete for port 0f77d1bf-9e53-4357-8db5-86d711733dab triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:56.307124 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-272032e4-4ff9-4f37-a1c2-018b23963712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.316886 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.327454 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.336127 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f50c1c-50f9-4811-a7de-a77dbc822ecb admin admin] Publish callbacks [] for security_group (24cf0769-1add-4743-9105-d269ca0d24be), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.353565 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f50c1c-50f9-4811-a7de-a77dbc822ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (24cf0769-1add-4743-9105-d269ca0d24be), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.375787 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2e1d0f97-aa11-4a33-993f-95a6a355cf6c req-6964a69b-4179-4baa-899d-e31e41d2609f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 210 time: 0.4230919 May 05 14:56:56.388271 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f6f50c1c-50f9-4811-a7de-a77dbc822ecb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a44ef8c8eeeb4cd2bfb89e68be075b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9526303 May 05 14:56:56.412177 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51456) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:56.480964 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f50c1c-50f9-4811-a7de-a77dbc822ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cf0769-1add-4743-9105-d269ca0d24be,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:56.484308 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device cdd2c8b0-ae52-4954-840a-01e504576690 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:56:56.532004 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5073a039-1ff1-4e17-9434-0cb9f69756ea admin admin] Publish callbacks [] for security_group (24cf0769-1add-4743-9105-d269ca0d24be), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.570500 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5073a039-1ff1-4e17-9434-0cb9f69756ea admin admin] Publish callbacks [] for security_group (24cf0769-1add-4743-9105-d269ca0d24be), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.600566 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-103d2fdd-11e0-4398-a9e1-5913c00566f1 admin admin] Publish callbacks [] for security_group (a6c21f62-e113-4887-bd32-8d194747bd80), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.631398 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5073a039-1ff1-4e17-9434-0cb9f69756ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (24cf0769-1add-4743-9105-d269ca0d24be), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.635763 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5073a039-1ff1-4e17-9434-0cb9f69756ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.639835 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5073a039-1ff1-4e17-9434-0cb9f69756ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24cf0769-1add-4743-9105-d269ca0d24be HTTP/1.1" status: 204 len: 168 time: 0.2239988 May 05 14:56:56.658790 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073a039-1ff1-4e17-9434-0cb9f69756ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cf0769-1add-4743-9105-d269ca0d24be,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:56.779401 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Attempting to bind port 7bc4edb8-93b9-4417-933f-90ec8dcd501b on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:56:56.780198 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Attempting to bind port 7bc4edb8-93b9-4417-933f-90ec8dcd501b by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '02c09eb8-67c9-428e-ba0c-6259fb623402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '809ae1dc-3236-42f0-8850-304d9269cb0b'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:56:56.780828 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Attempting to bind port 7bc4edb8-93b9-4417-933f-90ec8dcd501b on network 809ae1dc-3236-42f0-8850-304d9269cb0b {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:56.791312 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Request body: {'port': {'device_id': '1caeef2f-3b4f-4e5c-b860-61ccb029788e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:56.849408 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:56:56.850879 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:56:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:56.855751 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b480f-5a26-4143-903e-3808c16d12e9 None None] Pushing event updated for resources: {'Port': ['ID=0f77d1bf-9e53-4357-8db5-86d711733dab,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:56.901386 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-103d2fdd-11e0-4398-a9e1-5913c00566f1 admin admin] Publish callbacks [] for security_group (a6c21f62-e113-4887-bd32-8d194747bd80), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.962582 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf3bbd-69a0-454d-a2b7-7f161efaf17d req-db0a69cf-f5db-4503-9bd3-df193c352bcb tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:56.962882 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port cdd2c8b0-ae52-4954-840a-01e504576690 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:56.963319 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:56.970701 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d0bf3bbd-69a0-454d-a2b7-7f161efaf17d req-db0a69cf-f5db-4503-9bd3-df193c352bcb tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 943 time: 0.1665211 May 05 14:56:56.981406 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-622bb0fb-d735-4c61-9a45-66f43f3a9f8c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--743012118&fields=id&tenant_id=4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 267 time: 0.6514330 May 05 14:56:57.021762 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.25', 65043) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:57.044711 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-272032e4-4ff9-4f37-a1c2-018b23963712 None None] Current status of the port 0f77d1bf-9e53-4357-8db5-86d711733dab is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:57.045109 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-272032e4-4ff9-4f37-a1c2-018b23963712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:57.137053 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Port 7bc4edb8-93b9-4417-933f-90ec8dcd501b on network 809ae1dc-3236-42f0-8850-304d9269cb0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:56:57.137418 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Attempting to bind port 7bc4edb8-93b9-4417-933f-90ec8dcd501b on network 809ae1dc-3236-42f0-8850-304d9269cb0b {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:56:57.146300 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-b55b85ab-5589-4652-8008-2bf06cfb247d tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:57.153320 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-b55b85ab-5589-4652-8008-2bf06cfb247d tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 814 time: 0.1709852 May 05 14:56:57.165075 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-103d2fdd-11e0-4398-a9e1-5913c00566f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a6c21f62-e113-4887-bd32-8d194747bd80), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:57.167561 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-103d2fdd-11e0-4398-a9e1-5913c00566f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:57.171468 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-103d2fdd-11e0-4398-a9e1-5913c00566f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6c21f62-e113-4887-bd32-8d194747bd80 HTTP/1.1" status: 204 len: 168 time: 2.7047908 May 05 14:56:57.294927 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-1d9bb6f6-a798-4879-8bad-0814802b7ff7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/quotas/4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 375 time: 0.1355689 May 05 14:56:57.303412 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:56:57.318763 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:56:57.319135 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Checking segment: {'id': '02c09eb8-67c9-428e-ba0c-6259fb623402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '809ae1dc-3236-42f0-8850-304d9269cb0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:56:57.319718 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Bound using segment: {'id': '02c09eb8-67c9-428e-ba0c-6259fb623402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '809ae1dc-3236-42f0-8850-304d9269cb0b'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:56:57.320198 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Bound port: 7bc4edb8-93b9-4417-933f-90ec8dcd501b, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c09eb8-67c9-428e-ba0c-6259fb623402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '809ae1dc-3236-42f0-8850-304d9269cb0b'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:56:57.320565 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:57.362602 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:57.387088 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-272032e4-4ff9-4f37-a1c2-018b23963712 None None] For port 0f77d1bf-9e53-4357-8db5-86d711733dab, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=0f77d1bf-9e53-4357-8db5-86d711733dab,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:56:57.437570 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-272032e4-4ff9-4f37-a1c2-018b23963712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:57.457265 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] For port 7bc4edb8-93b9-4417-933f-90ec8dcd501b, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:56:57.462797 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] For port 7bc4edb8-93b9-4417-933f-90ec8dcd501b, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7bc4edb8-93b9-4417-933f-90ec8dcd501b,segment=NetworkSegment(02c09eb8-67c9-428e-ba0c-6259fb623402),segment_id=02c09eb8-67c9-428e-ba0c-6259fb623402)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:56:57.480074 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d2fdd-11e0-4398-a9e1-5913c00566f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c21f62-e113-4887-bd32-8d194747bd80,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:57.524158 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:57.553571 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:57.651057 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc4edb8-93b9-4417-933f-90ec8dcd501b,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:57.730593 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-cd3d13f8-0270-482e-8d75-572005a96bff tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4394147 May 05 14:56:57.737760 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-abed84aa-9a94-4255-9f43-248a0eec942e None None] Provisioning complete for port 0f77d1bf-9e53-4357-8db5-86d711733dab triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:57.738161 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-abed84aa-9a94-4255-9f43-248a0eec942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:57.754460 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d0bf3bbd-69a0-454d-a2b7-7f161efaf17d req-c52d0889-b1f6-40cb-ade4-4e748e2cb31b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7812026 May 05 14:56:57.758833 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port cdd2c8b0-ae52-4954-840a-01e504576690 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:57.761252 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:57.766578 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:57.768110 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-501a1acc-ba2b-48d6-8d55-aa9b34cc3934 service neutron] 10.222.0.25 "PUT /v2.0/ports/7bc4edb8-93b9-4417-933f-90ec8dcd501b HTTP/1.1" status: 200 len: 1093 time: 6.2000778 May 05 14:56:57.909104 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-79e66124-da57-4dcc-a9f6-e9bef69e4853 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:57.910832 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-79e66124-da57-4dcc-a9f6-e9bef69e4853 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.25 "GET /v2.0/networks?id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 200 len: 810 time: 0.8597374 May 05 14:56:58.005097 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272032e4-4ff9-4f37-a1c2-018b23963712 None None] Pushing event updated for resources: {'Port': ['ID=0f77d1bf-9e53-4357-8db5-86d711733dab,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:58.150822 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-38d30534-e739-4c4a-b572-8e454f241c70 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c19e606db245779d45fb4204bbd588 HTTP/1.1" status: 200 len: 377 time: 0.2236173 May 05 14:56:58.202277 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51498) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:58.239069 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b397bd54-a2ab-45b4-9a37-1f223299fec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:58.259437 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-abed84aa-9a94-4255-9f43-248a0eec942e None None] Current status of the port 0f77d1bf-9e53-4357-8db5-86d711733dab is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:56:58.301254 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-abed84aa-9a94-4255-9f43-248a0eec942e None None] Provisioning complete for port 23b12033-0060-4d5a-a499-2c72c7826e93 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:58.302944 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-abed84aa-9a94-4255-9f43-248a0eec942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:58.398193 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-abed84aa-9a94-4255-9f43-248a0eec942e None None] Port 23b12033-0060-4d5a-a499-2c72c7826e93 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:56:58.406831 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61affc8c-d8b1-4580-848b-ffef325d654b', 'tag': '7bc4edb8-93b9-4417-933f-90ec8dcd501b'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:56:58.412073 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:56Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:56:58.478761 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-e6be1e7b-6699-4e70-aa82-9c452703e41d service neutron] 10.222.0.48 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472708 May 05 14:56:58.483433 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c6a9a9-9897-43db-a1ec-2c8a2a43fcf4 None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:56Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:56:58.507463 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b397bd54-a2ab-45b4-9a37-1f223299fec9 admin admin] Publish callbacks [] for security_group (0ef7d4b0-aad8-4a17-b961-db433a5e3a05), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:58.518887 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b397bd54-a2ab-45b4-9a37-1f223299fec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (0ef7d4b0-aad8-4a17-b961-db433a5e3a05), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:58.522241 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Publish callbacks [] for security_group (c22885a9-9978-454c-8f95-c17ea66d8856), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:58.606938 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b397bd54-a2ab-45b4-9a37-1f223299fec9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fa290a928cb4f2aa202a6413d9a9274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021525 May 05 14:56:58.606938 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51506) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:58.617584 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397bd54-a2ab-45b4-9a37-1f223299fec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef7d4b0-aad8-4a17-b961-db433a5e3a05,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:58.673766 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'port': {'device_id': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'admin_state_up': True, 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'security_groups': ['2b640ef5-05e8-4e4c-af4a-8b39c2b2791d']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:58.730009 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c22885a9-9978-454c-8f95-c17ea66d8856), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:58.772155 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:56:58.783086 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (c0c6541a-eca2-4256-9f12-52376333432c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:58.783431 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Added segment c0c6541a-eca2-4256-9f12-52376333432c of type vlan for network 520486e2-f79d-4bcc-95bb-1354c741616e May 05 14:56:58.836550 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b0c95d84-0bde-4b65-be9f-4bee197913cc req-ce0a94b0-8cdc-4ccd-883f-0ee6b4ee981b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 210 time: 0.3539627 May 05 14:56:58.837582 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1ce0f732-78f4-4bf3-a036-1dd34f3a3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:58.838947 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-1ce0f732-78f4-4bf3-a036-1dd34f3a3bdc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9581428b0f134e63a2b7971b8ce04ba8&device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 1127 time: 0.3148348 May 05 14:56:58.911800 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8653e948-4f6a-445c-b6c9-287b5222fa88 admin admin] Publish callbacks [] for security_group (0ef7d4b0-aad8-4a17-b961-db433a5e3a05), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:58.961327 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8653e948-4f6a-445c-b6c9-287b5222fa88 admin admin] Publish callbacks [] for security_group (0ef7d4b0-aad8-4a17-b961-db433a5e3a05), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:58.963151 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee67340-2b97-4b5f-bccd-ff6feb8170de" -d '{"events": [{"name": "network-changed", "server_uuid": "61affc8c-d8b1-4580-848b-ffef325d654b", "tag": "7bc4edb8-93b9-4417-933f-90ec8dcd501b"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:56:58.975103 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Made reservation on behalf of 33c19e606db245779d45fb4204bbd588 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:56:58.978930 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.036578 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.063394 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (520486e2-f79d-4bcc-95bb-1354c741616e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.106289 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-533fc0b7-eb30-4f1a-a638-9b284db8f626 req-dee1dc85-a805-4b08-808e-88e03f47222f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 210 time: 0.1696849 May 05 14:56:59.106972 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22885a9-9978-454c-8f95-c17ea66d8856,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:59.178446 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:56:59.209683 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:56:59.213884 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:56:59.218296 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:59.219767 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.306244 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event updated for resources: {'Port': ['ID=7070ee0b-3249-45ce-833c-d7fa667ab46f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:59.334514 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.370437 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8653e948-4f6a-445c-b6c9-287b5222fa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (0ef7d4b0-aad8-4a17-b961-db433a5e3a05), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.373004 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8653e948-4f6a-445c-b6c9-287b5222fa88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.377878 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8653e948-4f6a-445c-b6c9-287b5222fa88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ef7d4b0-aad8-4a17-b961-db433a5e3a05 HTTP/1.1" status: 204 len: 168 time: 0.7616081 May 05 14:56:59.378296 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (520486e2-f79d-4bcc-95bb-1354c741616e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.379633 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:59.380735 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.385268 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-be71499d-bbf7-4279-ab77-9f7b1f7e7979 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bc4edb8-93b9-4417-933f-90ec8dcd501b HTTP/1.1" status: 200 len: 217 time: 0.1963613 May 05 14:56:59.389629 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-822c0278-d2f5-4041-a061-5b8fb4ced61c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7265549 May 05 14:56:59.394065 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-d8506cdc-4900-436c-92eb-a6616c2c2b5d service neutron] 10.222.0.48 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9142506 May 05 14:56:59.397173 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Allocated IP 172.20.0.4 (8cc5d4e5-b90c-406b-926b-a9dc8dc38ade/2a90d414-92a9-4ba0-bc64-e30a9629c478/5fe33584-cfec-4916-bdc6-b19cabb1848e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:56:59.399917 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653e948-4f6a-445c-b6c9-287b5222fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef7d4b0-aad8-4a17-b961-db433a5e3a05,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:59.532886 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-5cd20f83-0fbc-4dd2-b7c3-14c558eee771 None None] Provisioning complete for port 7070ee0b-3249-45ce-833c-d7fa667ab46f triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:56:59.534655 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5cd20f83-0fbc-4dd2-b7c3-14c558eee771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.573099 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Request body: {'port': {'device_id': 'c7deb766-a665-4431-983e-bdef40f72848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:56:59.629885 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5cd20f83-0fbc-4dd2-b7c3-14c558eee771 None None] Port 7070ee0b-3249-45ce-833c-d7fa667ab46f cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:56:59.756124 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.822562 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:56:59.832223 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] Pushing event updated for resources: {'Network': ['ID=520486e2-f79d-4bcc-95bb-1354c741616e,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:56:59.885279 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f5f29cbb-1bea-4512-a24f-cfc01e8bfd3d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.4984477 May 05 14:56:59.893630 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51562) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:56:59.911328 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 520486e2-f79d-4bcc-95bb-1354c741616e details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:56:59.939231 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff15f64-6237-4843-b8a5-8573f92dd2a8 req-c566da4c-b44d-4325-9ffb-097b785921dd tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:59.940201 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cff15f64-6237-4843-b8a5-8573f92dd2a8 req-c566da4c-b44d-4325-9ffb-097b785921dd tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 943 time: 0.7168946 May 05 14:56:59.941711 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-6481c71b-535a-4c4c-9f49-8114b39b7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:56:59.943714 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-6481c71b-535a-4c4c-9f49-8114b39b7603 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7097cd13-5540-4b0a-a578-308d3dc172cd HTTP/1.1" status: 200 len: 851 time: 0.4542732 May 05 14:56:59.945429 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Request body: {'subnet': {'network_id': '520486e2-f79d-4bcc-95bb-1354c741616e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1316385454-subnet', 'tenant_id': '4c2daac18d7945bab5adcc29b50e02fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:00.040583 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Made reservation on behalf of 4c2daac18d7945bab5adcc29b50e02fe for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:57:00.044230 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:00.124971 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:57:00.166592 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-b7c34e97-3c91-482a-8985-3c244c199e63 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=809ae1dc-3236-42f0-8850-304d9269cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2057846 May 05 14:57:00.178958 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:00.183809 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:57:00.195997 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:00.196665 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:00.258103 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6029303 May 05 14:57:00.263590 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ed734-135e-4917-bf0c-e1384800f689 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'Port': ['ID=5fe33584-cfec-4916-bdc6-b19cabb1848e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:00.352407 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Request body: {'port': {'device_id': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:00.486425 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 0f77d1bf-9e53-4357-8db5-86d711733dab up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:00.558721 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b12033-0060-4d5a-a499-2c72c7826e93 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:00.582192 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Publish callbacks [] for port (23b12033-0060-4d5a-a499-2c72c7826e93), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:00.613419 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Transition to ACTIVE for port object 23b12033-0060-4d5a-a499-2c72c7826e93 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:57:00.617830 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 0f77d1bf-9e53-4357-8db5-86d711733dab triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:00.621557 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:00.637843 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728bc60b-3931-48a6-9da9-7a3911262943 x-openstack-request-id: req-728bc60b-3931-48a6-9da9-7a3911262943 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:00.639779 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61affc8c-d8b1-4580-848b-ffef325d654b", "tag": "7bc4edb8-93b9-4417-933f-90ec8dcd501b", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:00.641375 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-728bc60b-3931-48a6-9da9-7a3911262943 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:00.643084 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728bc60b-3931-48a6-9da9-7a3911262943'] response: {'name': 'network-changed', 'server_uuid': '61affc8c-d8b1-4580-848b-ffef325d654b', 'tag': '7bc4edb8-93b9-4417-933f-90ec8dcd501b', 'status': 'completed', 'code': 200} May 05 14:57:00.686606 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:00.764249 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 0f77d1bf-9e53-4357-8db5-86d711733dab is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:00.776557 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cff15f64-6237-4843-b8a5-8573f92dd2a8 req-7360fa13-4b8e-47ab-b73f-ad96245233f6 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8145607 May 05 14:57:00.781877 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-81b431cb-dd6e-41fb-b978-b4287a5bbc1e None None] Provisioning complete for port 5fe33584-cfec-4916-bdc6-b19cabb1848e triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:00.782598 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-81b431cb-dd6e-41fb-b978-b4287a5bbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:00.857353 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-96cbb3c1-3b93-4d14-adbe-1fc4de804b39 req-92497bbe-89b2-4609-928d-cc33ae3520fa tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 210 time: 0.2398965 May 05 14:57:00.866502 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:00.874469 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-81b431cb-dd6e-41fb-b978-b4287a5bbc1e None None] Port 5fe33584-cfec-4916-bdc6-b19cabb1848e cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:57:00.903483 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (03ba2393-53c5-4f88-a12e-e237bbaa4adc), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:00.955003 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-a30a2fcf-3898-4b3c-a90f-53f4152ec38d service neutron] 10.222.0.25 "GET /v2.0/networks/809ae1dc-3236-42f0-8850-304d9269cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736506 May 05 14:57:00.956443 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:01.061880 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ba2393-53c5-4f88-a12e-e237bbaa4adc,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:01.118797 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Pushing event updated for resources: {'Port': ['ID=23b12033-0060-4d5a-a499-2c72c7826e93,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:01.193166 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Checking segment: {'id': 'c0c6541a-eca2-4256-9f12-52376333432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '520486e2-f79d-4bcc-95bb-1354c741616e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:01.193933 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Network hostable DHCP agents. Network: 520486e2-f79d-4bcc-95bb-1354c741616e, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:57:01.273843 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Network 520486e2-f79d-4bcc-95bb-1354c741616e is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:57:01.295163 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 520486e2-f79d-4bcc-95bb-1354c741616e) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:01.306834 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:01.307420 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:01.309388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d05dd2b-261f-49f4-8f19-0bd3ee760063 None None] Network 520486e2-f79d-4bcc-95bb-1354c741616e requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:57:01.332536 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d5d54-a621-4057-89ad-21527ba1fda8 req-1c119ad8-3c05-421e-9417-b339484d37f7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:01.339505 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-376d5d54-a621-4057-89ad-21527ba1fda8 req-1c119ad8-3c05-421e-9417-b339484d37f7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 931 time: 0.2178400 May 05 14:57:01.346957 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaf793-c64c-41d8-98aa-61aa1fca7956 req-ce105ea8-0a96-4eeb-8490-9da2524818f3 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:01.348653 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e4eaf793-c64c-41d8-98aa-61aa1fca7956 req-ce105ea8-0a96-4eeb-8490-9da2524818f3 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 931 time: 0.4197431 May 05 14:57:01.381550 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bbe315a2-8856-4379-8b59-a85bd61a98dc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4838393 May 05 14:57:01.447457 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Attempting to bind port 23b12033-0060-4d5a-a499-2c72c7826e93 on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:57:01.448059 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Attempting to bind port 23b12033-0060-4d5a-a499-2c72c7826e93 by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:57:01.448576 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Attempting to bind port 23b12033-0060-4d5a-a499-2c72c7826e93 on network 16fadcf3-257b-45a7-92ef-ee621845bc98 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:01.461590 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f22c9-149b-4c7d-a0a4-afbcc29c5e0a None None] Network 520486e2-f79d-4bcc-95bb-1354c741616e requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:57:01.549288 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.25', 65047) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:01.560719 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe33584-cfec-4916-bdc6-b19cabb1848e {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:01.607410 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Publish callbacks [] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:01.686814 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Transition to ACTIVE for port object 5fe33584-cfec-4916-bdc6-b19cabb1848e will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:57:01.727704 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:01.841114 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fe74c5f-1327-4ce2-b87c-f65eccd6354e req-2dc8d6e1-76a4-4c6f-a913-7c7933ea3bb7 service neutron] 10.222.0.25 "GET /v2.0/networks/809ae1dc-3236-42f0-8850-304d9269cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8480859 May 05 14:57:02.068996 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-376d5d54-a621-4057-89ad-21527ba1fda8 req-416db2a3-fa6b-4f93-a732-8df281558cb9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7283788 May 05 14:57:02.073448 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 51644) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:02.084840 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Port 23b12033-0060-4d5a-a499-2c72c7826e93 on network 16fadcf3-257b-45a7-92ef-ee621845bc98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:57:02.085084 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Attempting to bind port 23b12033-0060-4d5a-a499-2c72c7826e93 on network 16fadcf3-257b-45a7-92ef-ee621845bc98 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:02.110795 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:57:02.111138 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Checking segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:02.111682 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Bound using segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:57:02.111967 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Bound port: 23b12033-0060-4d5a-a499-2c72c7826e93, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:57:02.112328 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.184444 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Attempting to bind port 5fe33584-cfec-4916-bdc6-b19cabb1848e on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:57:02.185480 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Attempting to bind port 5fe33584-cfec-4916-bdc6-b19cabb1848e by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:57:02.186004 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Attempting to bind port 5fe33584-cfec-4916-bdc6-b19cabb1848e on network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:02.207542 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-ce8fc402-1fc5-4ca2-ba30-063467170109 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:02.209461 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-ce8fc402-1fc5-4ca2-ba30-063467170109 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 814 time: 0.6515656 May 05 14:57:02.210454 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe33584-cfec-4916-bdc6-b19cabb1848e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:02.212796 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Port 5fe33584-cfec-4916-bdc6-b19cabb1848e on network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:57:02.213119 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Attempting to bind port 5fe33584-cfec-4916-bdc6-b19cabb1848e on network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:02.219220 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:57:02.219558 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Checking segment: {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:02.220126 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Bound using segment: {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:57:02.220574 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Bound port: 5fe33584-cfec-4916-bdc6-b19cabb1848e, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:57:02.220930 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.248082 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e4eaf793-c64c-41d8-98aa-61aa1fca7956 req-a327feeb-6f71-4d51-925d-c7ff524cf39c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8038781 May 05 14:57:02.324105 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] For port 5fe33584-cfec-4916-bdc6-b19cabb1848e, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:57:02.330187 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] For port 5fe33584-cfec-4916-bdc6-b19cabb1848e, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:57:02.342512 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.398771 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:02.399574 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.401703 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] 10.222.0.25 "PUT /v2.0/ports/5fe33584-cfec-4916-bdc6-b19cabb1848e HTTP/1.1" status: 200 len: 1093 time: 2.1268940 May 05 14:57:02.402283 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'tag': '5fe33584-cfec-4916-bdc6-b19cabb1848e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:02.428960 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7070ee0b-3249-45ce-833c-d7fa667ab46f {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:02.488410 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a984b5d0-881f-479d-b584-c460cfcf0f3d req-143ebcae-4eda-4dda-8f19-f6f3c1c3f9f9 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 210 time: 0.1024375 May 05 14:57:02.500190 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Publish callbacks [] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.508401 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53ae4321-4154-463d-b338-58c68270cb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.511432 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316d2a1-180c-4aa8-bc48-54fc975df391 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe33584-cfec-4916-bdc6-b19cabb1848e,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:02.521011 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633a25b-93b2-469c-a589-9f7f083fb4d9 req-2bac62ae-7a8f-4cc6-86c5-7cef35f9aa56 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:02.523638 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9633a25b-93b2-469c-a589-9f7f083fb4d9 req-2bac62ae-7a8f-4cc6-86c5-7cef35f9aa56 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 943 time: 0.3265581 May 05 14:57:02.528134 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] For port 23b12033-0060-4d5a-a499-2c72c7826e93, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:57:02.540712 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51656) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:02.571115 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] For port 23b12033-0060-4d5a-a499-2c72c7826e93, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=23b12033-0060-4d5a-a499-2c72c7826e93,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:57:02.578316 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Transition to ACTIVE for port object 7070ee0b-3249-45ce-833c-d7fa667ab46f will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:57:02.608501 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.634821 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.695699 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2fe1-6837-4f18-9f7b-2e8262a1ab66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.807688 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:02.811593 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef455bea-3c09-4d89-9000-c32bd7ceb61e", "tag": "5fe33584-cfec-4916-bdc6-b19cabb1848e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:02.818155 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.819689 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] 10.222.0.25 "PUT /v2.0/ports/23b12033-0060-4d5a-a499-2c72c7826e93 HTTP/1.1" status: 200 len: 1093 time: 6.0415788 May 05 14:57:02.827473 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1caeef2f-3b4f-4e5c-b860-61ccb029788e', 'tag': '23b12033-0060-4d5a-a499-2c72c7826e93'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:02.831879 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d108d925-6bb8-4ad7-b17b-32750156bf53" -d '{"events": [{"name": "network-changed", "server_uuid": "1caeef2f-3b4f-4e5c-b860-61ccb029788e", "tag": "23b12033-0060-4d5a-a499-2c72c7826e93"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:02.861440 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Pushing event updated for resources: {'Port': ['ID=7070ee0b-3249-45ce-833c-d7fa667ab46f,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:02.870632 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9633a25b-93b2-469c-a589-9f7f083fb4d9 req-db575cbb-e34c-448e-8439-11ba0d798068 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268120 May 05 14:57:02.893955 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2fe1-6837-4f18-9f7b-2e8262a1ab66 admin admin] Publish callbacks [] for security_group (873c6ac2-a993-44f6-955f-ea4f190ef6c6), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.909084 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2fe1-6837-4f18-9f7b-2e8262a1ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (873c6ac2-a993-44f6-955f-ea4f190ef6c6), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.939141 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Attempting to bind port 7070ee0b-3249-45ce-833c-d7fa667ab46f on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:57:02.939489 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Attempting to bind port 7070ee0b-3249-45ce-833c-d7fa667ab46f by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:57:02.939825 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Attempting to bind port 7070ee0b-3249-45ce-833c-d7fa667ab46f on network 16fadcf3-257b-45a7-92ef-ee621845bc98 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:02.947985 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Port 7070ee0b-3249-45ce-833c-d7fa667ab46f on network 16fadcf3-257b-45a7-92ef-ee621845bc98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:57:02.948400 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Attempting to bind port 7070ee0b-3249-45ce-833c-d7fa667ab46f on network 16fadcf3-257b-45a7-92ef-ee621845bc98 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:02.967739 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:57:02.968090 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Checking segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:02.969056 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Bound using segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:57:02.969812 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Bound port: 7070ee0b-3249-45ce-833c-d7fa667ab46f, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:57:02.970186 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:02.987797 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fd7f2fe1-6837-4f18-9f7b-2e8262a1ab66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35e7569ad1cb496d84f7b02b8e9a447d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4464257 May 05 14:57:03.011654 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 51678) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:03.013284 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851d43dc-ba56-4c9b-8ca6-0746902fb70a x-openstack-request-id: req-851d43dc-ba56-4c9b-8ca6-0746902fb70a {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:03.013578 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1caeef2f-3b4f-4e5c-b860-61ccb029788e", "tag": "23b12033-0060-4d5a-a499-2c72c7826e93", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:03.013859 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-851d43dc-ba56-4c9b-8ca6-0746902fb70a {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:03.014264 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851d43dc-ba56-4c9b-8ca6-0746902fb70a'] response: {'name': 'network-changed', 'server_uuid': '1caeef2f-3b4f-4e5c-b860-61ccb029788e', 'tag': '23b12033-0060-4d5a-a499-2c72c7826e93', 'status': 'completed', 'code': 200} May 05 14:57:03.133134 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa97189c-4aa8-4e1a-bc5b-2449b521e449 x-openstack-request-id: req-aa97189c-4aa8-4e1a-bc5b-2449b521e449 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:03.133390 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef455bea-3c09-4d89-9000-c32bd7ceb61e", "tag": "5fe33584-cfec-4916-bdc6-b19cabb1848e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:03.133848 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa97189c-4aa8-4e1a-bc5b-2449b521e449 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:03.134512 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa97189c-4aa8-4e1a-bc5b-2449b521e449'] response: {'name': 'network-changed', 'server_uuid': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'tag': '5fe33584-cfec-4916-bdc6-b19cabb1848e', 'status': 'completed', 'code': 200} May 05 14:57:03.165896 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53ae4321-4154-463d-b338-58c68270cb30 admin admin] Publish callbacks [] for security_group (229c1f7c-f5b6-42d5-981a-208d04416fd5), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:03.170823 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f2fe1-6837-4f18-9f7b-2e8262a1ab66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873c6ac2-a993-44f6-955f-ea4f190ef6c6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:03.189306 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-ba1319a1-848e-4bed-9390-7373389c2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:03.192117 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-ba1319a1-848e-4bed-9390-7373389c2a46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9581428b0f134e63a2b7971b8ce04ba8&device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 1127 time: 0.2254467 May 05 14:57:03.247741 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54f2f0-9cce-4f9b-90a2-3cee389dc95c service neutron] Pushing event updated for resources: {'Port': ['ID=23b12033-0060-4d5a-a499-2c72c7826e93,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:03.444132 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-51490abe-bcb0-4901-9ec4-2efab6a8ead4 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 379 time: 0.4758415 May 05 14:57:03.445394 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53ae4321-4154-463d-b338-58c68270cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (229c1f7c-f5b6-42d5-981a-208d04416fd5), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:03.445519 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-ec207d40-477e-40f2-9035-7ecc92d9c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:03.446977 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-ec207d40-477e-40f2-9035-7ecc92d9c5f3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=809ae1dc-3236-42f0-8850-304d9269cb0b HTTP/1.1" status: 200 len: 912 time: 0.2460573 May 05 14:57:03.457569 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'port': {'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'admin_state_up': True, 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'security_groups': ['28b51fe7-a81c-4033-95a2-25cf4a5c2858']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:03.506953 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b3158-7d54-46e8-99ee-8c04cf4d941f req-108bdbb5-19ad-471d-ba30-211f7d3bdda8 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:03.508651 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d67b3158-7d54-46e8-99ee-8c04cf4d941f req-108bdbb5-19ad-471d-ba30-211f7d3bdda8 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 943 time: 0.2510421 May 05 14:57:03.571218 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc8f9b-e85b-4d8d-b2ab-b89cd5f7e403 req-28467709-e5d9-4de0-930d-c5fe2c61d3b6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:03.574136 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c3fc8f9b-e85b-4d8d-b2ab-b89cd5f7e403 req-28467709-e5d9-4de0-930d-c5fe2c61d3b6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 943 time: 0.1610510 May 05 14:57:03.577100 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] For port 7070ee0b-3249-45ce-833c-d7fa667ab46f, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:57:03.586625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-20569529-8cc8-45f9-aaa7-9f1927348807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:03.588120 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-20569529-8cc8-45f9-aaa7-9f1927348807 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 1127 time: 0.5450273 May 05 14:57:03.608658 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-93467f7b-f3ab-4cc7-a1a6-371755c3d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:03.611017 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-93467f7b-f3ab-4cc7-a1a6-371755c3d766 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 1127 time: 0.4827020 May 05 14:57:03.637493 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-117feb33-d018-4dca-b63d-7b1750b25331 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bc4edb8-93b9-4417-933f-90ec8dcd501b HTTP/1.1" status: 200 len: 217 time: 0.1758931 May 05 14:57:03.643911 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-53ae4321-4154-463d-b338-58c68270cb30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec693aa276da45feb891893d06402ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5604393 May 05 14:57:03.644079 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51698) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:03.679936 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] For port 7070ee0b-3249-45ce-833c-d7fa667ab46f, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7070ee0b-3249-45ce-833c-d7fa667ab46f,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:57:03.681230 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae4321-4154-463d-b338-58c68270cb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229c1f7c-f5b6-42d5-981a-208d04416fd5,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:03.731990 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-7b59b750-3049-485f-bca7-528c80c9be25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b12033-0060-4d5a-a499-2c72c7826e93 HTTP/1.1" status: 200 len: 217 time: 0.1184630 May 05 14:57:03.739472 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:03.742345 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-eef252ba-65af-427c-8455-079bad308833 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e HTTP/1.1" status: 200 len: 217 time: 0.0652707 May 05 14:57:03.747911 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Made reservation on behalf of 4b1e03b7662e4cdaba4a6781dc483a86 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:57:03.751242 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:03.754645 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-1207b18d-8d00-4354-a8aa-ea5137dfd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:03.756058 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-1207b18d-8d00-4354-a8aa-ea5137dfd615 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7097cd13-5540-4b0a-a578-308d3dc172cd HTTP/1.1" status: 200 len: 851 time: 0.1112065 May 05 14:57:03.767417 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7498-93d6-4dc4-b07f-b9da0c833a24 admin admin] Publish callbacks [] for security_group (873c6ac2-a993-44f6-955f-ea4f190ef6c6), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:03.819272 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2121e1-6db8-493c-9927-8a93bade981f admin admin] Publish callbacks [] for security_group (229c1f7c-f5b6-42d5-981a-208d04416fd5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:03.826225 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-3f09f6c1-5c9d-47c7-82b5-147bdbec9558 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=809ae1dc-3236-42f0-8850-304d9269cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571425 May 05 14:57:03.845362 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:03.845362 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:03.846603 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] 10.222.0.25 "PUT /v2.0/ports/7070ee0b-3249-45ce-833c-d7fa667ab46f HTTP/1.1" status: 200 len: 1093 time: 4.3582387 May 05 14:57:03.908690 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-decb85d5-2303-4ba6-a6c8-329e2d99675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:03.910868 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-decb85d5-2303-4ba6-a6c8-329e2d99675b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.1621900 May 05 14:57:03.911998 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2121e1-6db8-493c-9927-8a93bade981f admin admin] Publish callbacks [] for security_group (229c1f7c-f5b6-42d5-981a-208d04416fd5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:03.913466 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d67b3158-7d54-46e8-99ee-8c04cf4d941f req-1fe23dc1-f26b-4318-ac09-3109db3b9e47 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3544881 May 05 14:57:03.976131 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7498-93d6-4dc4-b07f-b9da0c833a24 admin admin] Publish callbacks [] for security_group (873c6ac2-a993-44f6-955f-ea4f190ef6c6), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:04.047639 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c3fc8f9b-e85b-4d8d-b2ab-b89cd5f7e403 req-7c864fd0-9c3e-4f2e-a60d-e447d37a5138 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569881 May 05 14:57:04.048269 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c6fde-9f5c-45b8-91c2-30c426152c8d service neutron] Pushing event updated for resources: {'Port': ['ID=7070ee0b-3249-45ce-833c-d7fa667ab46f,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:04.086624 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-56c7b32e-5bde-4ee4-8e25-b8fed23d9130 service neutron] 10.222.0.25 "GET /v2.0/networks/809ae1dc-3236-42f0-8850-304d9269cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478094 May 05 14:57:04.087986 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Allocated IP 172.20.0.9 (7315cbb0-f7ab-4cc7-826a-00d315766094/ecc3a093-dfbf-497b-a54b-958b26e58c9a/95c245c3-10fb-4dde-9562-951713eb6480) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:57:04.090150 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2121e1-6db8-493c-9927-8a93bade981f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (229c1f7c-f5b6-42d5-981a-208d04416fd5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:04.093852 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2121e1-6db8-493c-9927-8a93bade981f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:04.101360 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3b2121e1-6db8-493c-9927-8a93bade981f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/229c1f7c-f5b6-42d5-981a-208d04416fd5 HTTP/1.1" status: 204 len: 168 time: 0.4549830 May 05 14:57:04.158895 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-9510133d-1d3d-4b41-9d49-22ed42ceca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:04.161095 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-9510133d-1d3d-4b41-9d49-22ed42ceca71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a90d414-92a9-4ba0-bc64-e30a9629c478 HTTP/1.1" status: 200 len: 849 time: 0.4097679 May 05 14:57:04.182230 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2121e1-6db8-493c-9927-8a93bade981f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229c1f7c-f5b6-42d5-981a-208d04416fd5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:04.226234 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-de7d92d0-8a92-4853-a743-1dcc1f96e46f req-eaaeffc8-8fc1-43b4-805b-ed500ff5cfe7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 210 time: 0.1999187 May 05 14:57:04.231068 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-f5cf7016-d593-4039-901c-341f12919139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:04.235589 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-f5cf7016-d593-4039-901c-341f12919139 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3045168 May 05 14:57:04.255731 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618c978-d817-4f99-a619-470ae96b17bc req-b1539701-c44d-46fc-a5d1-a32a8a1a030b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:04.257434 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5618c978-d817-4f99-a619-470ae96b17bc req-b1539701-c44d-46fc-a5d1-a32a8a1a030b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 943 time: 0.0951381 May 05 14:57:04.301290 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-fc4bae3d-9d6b-4c33-9d59-f12b3b920533 service neutron] 10.222.0.25 "GET /v2.0/networks/809ae1dc-3236-42f0-8850-304d9269cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903923 May 05 14:57:04.333938 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c69126-546b-45cb-bed1-223772a25d69 req-c4cc23f3-cfb5-4528-9912-7b95a3b871d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:04.336687 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-c4cc23f3-cfb5-4528-9912-7b95a3b871d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 1127 time: 0.4085863 May 05 14:57:04.421284 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-88dfbe37-4ae9-42a2-8556-d1e6c313976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:04.422947 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-88dfbe37-4ae9-42a2-8556-d1e6c313976e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1840413 May 05 14:57:04.434623 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (95c245c3-10fb-4dde-9562-951713eb6480), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:04.434763 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7498-93d6-4dc4-b07f-b9da0c833a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (873c6ac2-a993-44f6-955f-ea4f190ef6c6), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:04.437699 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7498-93d6-4dc4-b07f-b9da0c833a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:04.438850 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ad4d7498-93d6-4dc4-b07f-b9da0c833a24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/873c6ac2-a993-44f6-955f-ea4f190ef6c6 HTTP/1.1" status: 204 len: 168 time: 1.4140246 May 05 14:57:04.505145 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (95c245c3-10fb-4dde-9562-951713eb6480), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:04.527103 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-6b339b62-ef79-409c-afd2-b8276bcfa9ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7070ee0b-3249-45ce-833c-d7fa667ab46f HTTP/1.1" status: 200 len: 217 time: 0.1747694 May 05 14:57:04.560122 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:57:04.560775 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51718) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:04.563749 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d7498-93d6-4dc4-b07f-b9da0c833a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873c6ac2-a993-44f6-955f-ea4f190ef6c6,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:04.575070 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:04.590887 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:57:04.599201 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:04.599945 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:04.615954 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8753ac28-adc1-422a-9e81-0fc87337d372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:04.634799 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1811330 May 05 14:57:04.658719 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Request body: {'port': {'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:04.663065 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdede6-edfb-46d9-bafe-57390d269e2b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=95c245c3-10fb-4dde-9562-951713eb6480,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:04.787289 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (95c245c3-10fb-4dde-9562-951713eb6480), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:04.982421 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5618c978-d817-4f99-a619-470ae96b17bc req-11e072cc-73d7-406a-8e76-9aa760b32435 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6740198 May 05 14:57:05.015480 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7deb766-a665-4431-983e-bdef40f72848', 'tag': '7070ee0b-3249-45ce-833c-d7fa667ab46f'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:05.025624 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a159d532-c46e-44de-9420-51a0148206f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7deb766-a665-4431-983e-bdef40f72848", "tag": "7070ee0b-3249-45ce-833c-d7fa667ab46f"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:05.026547 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-c1f01752-6ce1-4c0f-81b2-ba1abf36ea25 None None] Provisioning complete for port 95c245c3-10fb-4dde-9562-951713eb6480 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:05.026547 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1f01752-6ce1-4c0f-81b2-ba1abf36ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (95c245c3-10fb-4dde-9562-951713eb6480), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.027203 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c69126-546b-45cb-bed1-223772a25d69 req-df9c5b1f-c569-4348-b399-582a7e071a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:05.027747 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-df9c5b1f-c569-4348-b399-582a7e071a35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.4487846 May 05 14:57:05.036709 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-fbf3444e-dfc8-4aaa-b0ec-b2f77b8d7d9b service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780814 May 05 14:57:05.080478 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-9023e600-1c3b-4b8b-ab7a-dc1cae66a435 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680990 May 05 14:57:05.120837 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12d3a18-dc67-46a2-b695-483a874750b1 x-openstack-request-id: req-f12d3a18-dc67-46a2-b695-483a874750b1 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:05.121145 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7deb766-a665-4431-983e-bdef40f72848", "tag": "7070ee0b-3249-45ce-833c-d7fa667ab46f", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:05.121418 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f12d3a18-dc67-46a2-b695-483a874750b1 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:05.121868 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12d3a18-dc67-46a2-b695-483a874750b1'] response: {'name': 'network-changed', 'server_uuid': 'c7deb766-a665-4431-983e-bdef40f72848', 'tag': '7070ee0b-3249-45ce-833c-d7fa667ab46f', 'status': 'completed', 'code': 200} May 05 14:57:05.125279 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c1f01752-6ce1-4c0f-81b2-ba1abf36ea25 None None] Port 95c245c3-10fb-4dde-9562-951713eb6480 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:57:05.208048 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23888bb-b0df-45cd-89ac-d3a4656f2a26 req-1c44ac0d-a6d8-4e8e-9b22-240797af291f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:05.209629 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e23888bb-b0df-45cd-89ac-d3a4656f2a26 req-1c44ac0d-a6d8-4e8e-9b22-240797af291f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 943 time: 0.1090610 May 05 14:57:05.229330 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8753ac28-adc1-422a-9e81-0fc87337d372 admin admin] Publish callbacks [] for security_group (f9c60401-5e78-4174-a39e-5784a8896b12), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.243671 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8753ac28-adc1-422a-9e81-0fc87337d372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f9c60401-5e78-4174-a39e-5784a8896b12), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.278838 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18466-0184-4ddc-b0d7-7b681e337f26 req-adcd0473-6198-4866-be5e-0910697ba177 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:05.281445 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70a18466-0184-4ddc-b0d7-7b681e337f26 req-adcd0473-6198-4866-be5e-0910697ba177 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 943 time: 0.0880859 May 05 14:57:05.287514 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c69126-546b-45cb-bed1-223772a25d69 req-6d00fb5a-9a31-4e37-bfdf-ba6229d11b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:05.287688 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753ac28-adc1-422a-9e81-0fc87337d372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c60401-5e78-4174-a39e-5784a8896b12,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:05.289498 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-6d00fb5a-9a31-4e37-bfdf-ba6229d11b6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2519376 May 05 14:57:05.306226 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8753ac28-adc1-422a-9e81-0fc87337d372 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e26ca066954c4ec6825d06fa3a2d9ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7440252 May 05 14:57:05.316413 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51766) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:05.424589 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b565146-30be-42eb-a135-5285bd09a3da admin admin] Publish callbacks [] for security_group (f9c60401-5e78-4174-a39e-5784a8896b12), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.467352 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b565146-30be-42eb-a135-5285bd09a3da admin admin] Publish callbacks [] for security_group (f9c60401-5e78-4174-a39e-5784a8896b12), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.534577 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e248fb7d-63f1-4c5f-a3ea-72b7d4256a23 req-f59d5f03-d81b-4881-b29c-e230644b8d98 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847629 May 05 14:57:05.550299 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c245c3-10fb-4dde-9562-951713eb6480 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:05.558443 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Publish callbacks [] for port (95c245c3-10fb-4dde-9562-951713eb6480), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.572284 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e23888bb-b0df-45cd-89ac-d3a4656f2a26 req-e1945ccd-870c-4f8a-9231-8b0ff04a85c8 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2879071 May 05 14:57:05.580705 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Transition to ACTIVE for port object 95c245c3-10fb-4dde-9562-951713eb6480 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:57:05.581612 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b565146-30be-42eb-a135-5285bd09a3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f9c60401-5e78-4174-a39e-5784a8896b12), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.584445 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b565146-30be-42eb-a135-5285bd09a3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.588320 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4b565146-30be-42eb-a135-5285bd09a3da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9c60401-5e78-4174-a39e-5784a8896b12 HTTP/1.1" status: 204 len: 168 time: 0.2683165 May 05 14:57:05.588629 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (95c245c3-10fb-4dde-9562-951713eb6480), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.602253 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70a18466-0184-4ddc-b0d7-7b681e337f26 req-7b18038d-f7de-47c7-a5b2-731ece4e4c29 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757916 May 05 14:57:05.618151 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b8241e6-eb1c-44e4-8a6f-81a5877f3833 req-8f43b10e-f7ba-4629-856a-a7c247e3a413 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832914 May 05 14:57:05.632329 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-a2b5cc31-7682-4831-8635-a1559f1db5d0 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986836 May 05 14:57:05.643084 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b565146-30be-42eb-a135-5285bd09a3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c60401-5e78-4174-a39e-5784a8896b12,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:05.676728 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Pushing event updated for resources: {'Port': ['ID=95c245c3-10fb-4dde-9562-951713eb6480,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:05.739078 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Attempting to bind port 95c245c3-10fb-4dde-9562-951713eb6480 on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:57:05.739610 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Attempting to bind port 95c245c3-10fb-4dde-9562-951713eb6480 by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:57:05.740093 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Attempting to bind port 95c245c3-10fb-4dde-9562-951713eb6480 on network 7315cbb0-f7ab-4cc7-826a-00d315766094 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:05.741077 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18972fea-30d7-4c80-96a0-1db859532edb req-e980f8c3-851f-404c-8df6-8c34133855b1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:05.748549 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Port 95c245c3-10fb-4dde-9562-951713eb6480 on network 7315cbb0-f7ab-4cc7-826a-00d315766094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:57:05.748821 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18972fea-30d7-4c80-96a0-1db859532edb req-e980f8c3-851f-404c-8df6-8c34133855b1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 943 time: 0.0844450 May 05 14:57:05.749206 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Attempting to bind port 95c245c3-10fb-4dde-9562-951713eb6480 on network 7315cbb0-f7ab-4cc7-826a-00d315766094 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:05.758364 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:57:05.759365 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Checking segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:05.760204 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Bound using segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:57:05.761081 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Bound port: 95c245c3-10fb-4dde-9562-951713eb6480, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:57:05.761981 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (95c245c3-10fb-4dde-9562-951713eb6480), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.824557 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18972fea-30d7-4c80-96a0-1db859532edb req-3a85c493-489d-4566-b51a-c2ae5873570a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745556 May 05 14:57:05.856632 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] For port 95c245c3-10fb-4dde-9562-951713eb6480, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:57:05.859666 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] For port 95c245c3-10fb-4dde-9562-951713eb6480, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=95c245c3-10fb-4dde-9562-951713eb6480,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:57:05.874608 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (95c245c3-10fb-4dde-9562-951713eb6480), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.923833 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:05.924473 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:05.926269 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] 10.222.0.25 "PUT /v2.0/ports/95c245c3-10fb-4dde-9562-951713eb6480 HTTP/1.1" status: 200 len: 1093 time: 1.2727156 May 05 14:57:05.927147 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'tag': '95c245c3-10fb-4dde-9562-951713eb6480'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:05.929613 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfeaeff-dc54-4329-a35b-91e1f554f863" -d '{"events": [{"name": "network-changed", "server_uuid": "c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3", "tag": "95c245c3-10fb-4dde-9562-951713eb6480"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:05.972549 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7bc4edb8-93b9-4417-933f-90ec8dcd501b details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:57:05.981697 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17e2a3-f47f-4e9c-9667-c13f393cfa19 service neutron] Pushing event updated for resources: {'Port': ['ID=95c245c3-10fb-4dde-9562-951713eb6480,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:06.009051 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab1dcfd-ab4e-4d38-b6e9-33978c7cd103 x-openstack-request-id: req-bab1dcfd-ab4e-4d38-b6e9-33978c7cd103 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:06.009559 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3", "tag": "95c245c3-10fb-4dde-9562-951713eb6480", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:06.009930 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bab1dcfd-ab4e-4d38-b6e9-33978c7cd103 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:06.010469 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab1dcfd-ab4e-4d38-b6e9-33978c7cd103'] response: {'name': 'network-changed', 'server_uuid': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'tag': '95c245c3-10fb-4dde-9562-951713eb6480', 'status': 'completed', 'code': 200} May 05 14:57:06.240085 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 7bc4edb8-93b9-4417-933f-90ec8dcd501b, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7bc4edb8-93b9-4417-933f-90ec8dcd501b,segment=NetworkSegment(02c09eb8-67c9-428e-ba0c-6259fb623402),segment_id=02c09eb8-67c9-428e-ba0c-6259fb623402)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:06.252999 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c91dc-aa9c-4735-beb6-54f3264a02bb req-d5a5ef6f-05aa-423a-9349-0d986ff98fef tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:06.260666 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f31c91dc-aa9c-4735-beb6-54f3264a02bb req-d5a5ef6f-05aa-423a-9349-0d986ff98fef tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 943 time: 0.1409640 May 05 14:57:06.458403 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '7bc4edb8-93b9-4417-933f-90ec8dcd501b', 'network_id': '809ae1dc-3236-42f0-8850-304d9269cb0b', 'port_id': '7bc4edb8-93b9-4417-933f-90ec8dcd501b', 'mac_address': 'fa:16:3e:76:4e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7097cd13-5540-4b0a-a578-308d3dc172cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:57:06.477524 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f31c91dc-aa9c-4735-beb6-54f3264a02bb req-2c331719-cd57-43a6-97f2-0c5a5d5998fc tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162099 May 05 14:57:06.490728 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-1a41db6d-0e35-45c2-bb52-d2f8e328f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:06.496062 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-1a41db6d-0e35-45c2-bb52-d2f8e328f025 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 1127 time: 0.1555340 May 05 14:57:06.519773 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 7bc4edb8-93b9-4417-933f-90ec8dcd501b is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:06.520406 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:06.527854 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24c69126-546b-45cb-bed1-223772a25d69 req-44bd3ba1-48d4-47b2-95a9-2f9e376dff45 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886890 May 05 14:57:06.537224 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc4edb8-93b9-4417-933f-90ec8dcd501b {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:06.572269 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 7bc4edb8-93b9-4417-933f-90ec8dcd501b, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7bc4edb8-93b9-4417-933f-90ec8dcd501b,segment=NetworkSegment(02c09eb8-67c9-428e-ba0c-6259fb623402),segment_id=02c09eb8-67c9-428e-ba0c-6259fb623402)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:06.579624 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:06.659276 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=7bc4edb8-93b9-4417-933f-90ec8dcd501b,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:06.736347 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb661-3fcd-4b90-9300-2b70afb5915d req-938ad739-80e7-4c25-9378-d8d7365d239b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:06.743514 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8dafb661-3fcd-4b90-9300-2b70afb5915d req-938ad739-80e7-4c25-9378-d8d7365d239b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 943 time: 0.0673594 May 05 14:57:06.826281 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8dafb661-3fcd-4b90-9300-2b70afb5915d req-847139bb-95ef-40ca-9c23-4aa3578751df tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0819480 May 05 14:57:06.838362 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fcc8a-bf50-41d4-9d65-11ec94312916 req-9dfa05fb-4f22-41fb-b7b9-a488c1a65c92 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:06.840146 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d46fcc8a-bf50-41d4-9d65-11ec94312916 req-9dfa05fb-4f22-41fb-b7b9-a488c1a65c92 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 943 time: 0.0949008 May 05 14:57:06.859462 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 51870) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:06.914891 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d46fcc8a-bf50-41d4-9d65-11ec94312916 req-e70b4287-e444-46aa-975d-910efe372e9e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648074 May 05 14:57:06.946074 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['7bc4edb8-93b9-4417-933f-90ec8dcd501b'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:57:06.986199 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1d850-52d2-4615-9304-f7befe7b65d8 req-7d3c8436-0c4c-4f97-991a-675b489a9b04 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:06.988188 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-98e1d850-52d2-4615-9304-f7befe7b65d8 req-7d3c8436-0c4c-4f97-991a-675b489a9b04 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 943 time: 0.0889783 May 05 14:57:07.048991 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-98e1d850-52d2-4615-9304-f7befe7b65d8 req-3ec84e7e-4ebe-4458-90c3-a5f38df3ce14 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525846 May 05 14:57:07.191248 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeaeff-dc54-4329-a35b-91e1f554f863 req-2527e9b2-108f-47ab-9359-7d8289b0a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:07.193474 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ccfeaeff-dc54-4329-a35b-91e1f554f863 req-2527e9b2-108f-47ab-9359-7d8289b0a152 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 1127 time: 0.0921855 May 05 14:57:07.234710 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a0c409-7a3a-4d7f-a151-9209e2bd5780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:07.346306 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-80247773-625f-41d5-9432-218eaeebae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:07.348521 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-80247773-625f-41d5-9432-218eaeebae61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 1127 time: 0.2317262 May 05 14:57:07.415056 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-c2db9cf6-0e94-4442-a4cb-cf972e7b01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:07.416716 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-c2db9cf6-0e94-4442-a4cb-cf972e7b01e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.3161719 May 05 14:57:07.474753 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a0c409-7a3a-4d7f-a151-9209e2bd5780 admin admin] Publish callbacks [] for security_group (63b5d53d-8847-4c19-8699-ec4d394e539f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:07.483584 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a0c409-7a3a-4d7f-a151-9209e2bd5780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (63b5d53d-8847-4c19-8699-ec4d394e539f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:07.541040 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-28a0c409-7a3a-4d7f-a151-9209e2bd5780 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1282dcf3608d4aa98a0d93a9f2948033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6739254 May 05 14:57:07.542379 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0c409-7a3a-4d7f-a151-9209e2bd5780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b5d53d-8847-4c19-8699-ec4d394e539f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:07.544410 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51912) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:07.621891 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b200186-f85b-4f79-968c-3840b1a133a8 admin admin] Publish callbacks [] for security_group (63b5d53d-8847-4c19-8699-ec4d394e539f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:07.649558 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b200186-f85b-4f79-968c-3840b1a133a8 admin admin] Publish callbacks [] for security_group (63b5d53d-8847-4c19-8699-ec4d394e539f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:07.665625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa36a-2641-429d-a728-0f11299c9fbb req-9cd39147-604a-43c4-bdcd-c8b10dbdf393 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:07.667395 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-edafa36a-2641-429d-a728-0f11299c9fbb req-9cd39147-604a-43c4-bdcd-c8b10dbdf393 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 944 time: 0.0865467 May 05 14:57:07.710768 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b200186-f85b-4f79-968c-3840b1a133a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (63b5d53d-8847-4c19-8699-ec4d394e539f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:07.713631 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b200186-f85b-4f79-968c-3840b1a133a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:07.714815 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6b200186-f85b-4f79-968c-3840b1a133a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63b5d53d-8847-4c19-8699-ec4d394e539f HTTP/1.1" status: 204 len: 168 time: 0.1693845 May 05 14:57:07.722714 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b200186-f85b-4f79-968c-3840b1a133a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b5d53d-8847-4c19-8699-ec4d394e539f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:07.728342 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-edafa36a-2641-429d-a728-0f11299c9fbb req-6eac842c-a6f7-44a7-8691-a701c9839dd5 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543184 May 05 14:57:07.981280 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 23b12033-0060-4d5a-a499-2c72c7826e93 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:57:07.987391 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc91ab2-e7d2-4cd9-9097-024fcc9bb211 req-c86c2724-048b-4f7d-9b8a-7fa4f7ba183a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:07.989531 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6fc91ab2-e7d2-4cd9-9097-024fcc9bb211 req-c86c2724-048b-4f7d-9b8a-7fa4f7ba183a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 943 time: 0.0705810 May 05 14:57:08.048374 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7bc4edb8-93b9-4417-933f-90ec8dcd501b up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:08.194066 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 23b12033-0060-4d5a-a499-2c72c7826e93, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=23b12033-0060-4d5a-a499-2c72c7826e93,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:08.210437 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51946) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:08.216171 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 7bc4edb8-93b9-4417-933f-90ec8dcd501b completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:57:08.220360 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '23b12033-0060-4d5a-a499-2c72c7826e93', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'port_id': '23b12033-0060-4d5a-a499-2c72c7826e93', 'mac_address': 'fa:16:3e:bf:89:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:57:08.230790 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 7bc4edb8-93b9-4417-933f-90ec8dcd501b triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:08.231478 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:08.249308 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08321fd8-9325-439e-974a-057ca463bc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:08.291108 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-31e5ec2f-46d8-44c2-9747-fa54f1f98309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:08.293733 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-31e5ec2f-46d8-44c2-9747-fa54f1f98309 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 200 len: 911 time: 0.2833610 May 05 14:57:08.296803 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159d532-c46e-44de-9420-51a0148206f8 req-c27e06dc-2d63-4170-9882-4bfa4883ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:08.299489 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a159d532-c46e-44de-9420-51a0148206f8 req-c27e06dc-2d63-4170-9882-4bfa4883ff62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 1127 time: 0.2633438 May 05 14:57:08.302485 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 23b12033-0060-4d5a-a499-2c72c7826e93 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:08.303104 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:08.307561 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-8e586b70-0255-48b7-856b-a1d817928adf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b12033-0060-4d5a-a499-2c72c7826e93 HTTP/1.1" status: 200 len: 217 time: 0.2961605 May 05 14:57:08.325372 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b12033-0060-4d5a-a499-2c72c7826e93 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:08.351868 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf34bb0-3f22-4d4a-914b-25d87ad4258a req-684f6f9d-5511-44ad-9798-4a1eda5c0644 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:08.354282 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-abf34bb0-3f22-4d4a-914b-25d87ad4258a req-684f6f9d-5511-44ad-9798-4a1eda5c0644 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 943 time: 0.3636892 May 05 14:57:08.375523 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeaeff-dc54-4329-a35b-91e1f554f863 req-6f1a74c1-fd57-4eab-a4fd-9ecee373f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:08.379037 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ccfeaeff-dc54-4329-a35b-91e1f554f863 req-6f1a74c1-fd57-4eab-a4fd-9ecee373f73f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3719997 May 05 14:57:08.391959 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 23b12033-0060-4d5a-a499-2c72c7826e93, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=23b12033-0060-4d5a-a499-2c72c7826e93,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:08.410306 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:08.416652 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 7bc4edb8-93b9-4417-933f-90ec8dcd501b is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:08.417049 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:08.431657 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08321fd8-9325-439e-974a-057ca463bc9a admin admin] Publish callbacks [] for security_group (dbf04e71-6460-4f5a-a76d-f9ecccc0f704), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:08.458351 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08321fd8-9325-439e-974a-057ca463bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (dbf04e71-6460-4f5a-a76d-f9ecccc0f704), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:08.496035 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=23b12033-0060-4d5a-a499-2c72c7826e93,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:08.506790 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61affc8c-d8b1-4580-848b-ffef325d654b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc4edb8-93b9-4417-933f-90ec8dcd501b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:08.510854 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08321fd8-9325-439e-974a-057ca463bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf04e71-6460-4f5a-a76d-f9ecccc0f704,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:08.602180 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 7bc4edb8-93b9-4417-933f-90ec8dcd501b, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7bc4edb8-93b9-4417-933f-90ec8dcd501b,segment=NetworkSegment(02c09eb8-67c9-428e-ba0c-6259fb623402),segment_id=02c09eb8-67c9-428e-ba0c-6259fb623402)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:08.613240 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:08.690199 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-08321fd8-9325-439e-974a-057ca463bc9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee7c2622f89548b69ed496911e2afe86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783900 May 05 14:57:08.696209 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 51974) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:08.740393 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=7bc4edb8-93b9-4417-933f-90ec8dcd501b,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:08.800195 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['23b12033-0060-4d5a-a499-2c72c7826e93'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:57:08.832280 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629c740b-f6a3-4553-9978-f1f714c34497" -d '{"events": [{"server_uuid": "61affc8c-d8b1-4580-848b-ffef325d654b", "name": "network-vif-plugged", "status": "completed", "tag": "7bc4edb8-93b9-4417-933f-90ec8dcd501b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:08.833667 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-5a2fec9e-cdf3-476d-aad2-3d77ba8dbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:08.835624 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-5a2fec9e-cdf3-476d-aad2-3d77ba8dbd1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.5035293 May 05 14:57:08.850950 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be839fa9-18a3-4061-a2ce-d74e22bde2f3 admin admin] Publish callbacks [] for security_group (dbf04e71-6460-4f5a-a76d-f9ecccc0f704), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:08.860478 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeaeff-dc54-4329-a35b-91e1f554f863 req-1f349a75-9408-451e-80e7-8ad49d00e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:08.862265 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ccfeaeff-dc54-4329-a35b-91e1f554f863 req-1f349a75-9408-451e-80e7-8ad49d00e687 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4773085 May 05 14:57:08.875546 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6fc91ab2-e7d2-4cd9-9097-024fcc9bb211 req-6aab733d-50e2-489b-b68f-5a13f90300c9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8718102 May 05 14:57:08.882717 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be839fa9-18a3-4061-a2ce-d74e22bde2f3 admin admin] Publish callbacks [] for security_group (dbf04e71-6460-4f5a-a76d-f9ecccc0f704), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:08.897960 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-1a131596-b91f-45bc-a18c-9f7b8215a246 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e HTTP/1.1" status: 200 len: 217 time: 0.5893245 May 05 14:57:09.051837 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-706f7082-93ef-4ad1-ae7c-2f365a87b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:09.060544 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-706f7082-93ef-4ad1-ae7c-2f365a87b4bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 1127 time: 0.1208110 May 05 14:57:09.146619 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-144d7b9e-9ab1-4200-b135-9eacfbc5a672 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95c245c3-10fb-4dde-9562-951713eb6480 HTTP/1.1" status: 200 len: 217 time: 0.0713577 May 05 14:57:09.146882 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-b2f862db-fc66-413a-b3d8-d9f8f82e15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:09.148322 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-b2f862db-fc66-413a-b3d8-d9f8f82e15b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2599592 May 05 14:57:09.153586 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be839fa9-18a3-4061-a2ce-d74e22bde2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (dbf04e71-6460-4f5a-a76d-f9ecccc0f704), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:09.156959 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be839fa9-18a3-4061-a2ce-d74e22bde2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:09.161018 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-be839fa9-18a3-4061-a2ce-d74e22bde2f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbf04e71-6460-4f5a-a76d-f9ecccc0f704 HTTP/1.1" status: 204 len: 168 time: 0.4611316 May 05 14:57:09.195105 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be839fa9-18a3-4061-a2ce-d74e22bde2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf04e71-6460-4f5a-a76d-f9ecccc0f704,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:09.226163 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-e8ed44b0-83b7-4255-b775-c767136bf316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:09.229529 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-e8ed44b0-83b7-4255-b775-c767136bf316 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a90d414-92a9-4ba0-bc64-e30a9629c478 HTTP/1.1" status: 200 len: 849 time: 0.2661643 May 05 14:57:09.239818 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-7d03313e-4763-4294-a32b-f4b097a3275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:09.242860 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072b9cc-f1f4-404c-9f40-47d3d667e1f4 req-3b423e2e-1ae0-4be2-b247-963764e65feb tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:09.243336 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-7d03313e-4763-4294-a32b-f4b097a3275b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0835924 May 05 14:57:09.244355 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d072b9cc-f1f4-404c-9f40-47d3d667e1f4 req-3b423e2e-1ae0-4be2-b247-963764e65feb tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 943 time: 0.2362442 May 05 14:57:09.298275 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-abf34bb0-3f22-4d4a-914b-25d87ad4258a req-8ba82eb7-6a68-416d-b3a8-e9fb7012cae7 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402781 May 05 14:57:09.326043 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-498fd1be-e90c-4209-addf-7a502b270aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:09.326968 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-498fd1be-e90c-4209-addf-7a502b270aba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636370 May 05 14:57:09.329183 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159d532-c46e-44de-9420-51a0148206f8 req-e1c2931c-74f1-4878-9841-365e058a054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:09.330822 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a159d532-c46e-44de-9420-51a0148206f8 req-e1c2931c-74f1-4878-9841-365e058a054a service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 1.0223601 May 05 14:57:09.426308 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-0749da76-2eb8-43c5-848c-38fe7f1ff36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:09.427816 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-0749da76-2eb8-43c5-848c-38fe7f1ff36e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1710174 May 05 14:57:09.485019 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-2453320e-4e67-41f8-a579-371133c00fb9 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465621 May 05 14:57:09.500976 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a159d532-c46e-44de-9420-51a0148206f8 req-4f7d46fd-7dc2-46ac-abea-47bc04ed2fcb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7070ee0b-3249-45ce-833c-d7fa667ab46f HTTP/1.1" status: 200 len: 217 time: 0.1465578 May 05 14:57:09.592851 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-6b93a718-ebd5-4dc5-819a-1ebdbe45b07d service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237994 May 05 14:57:09.605609 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4609e6f0-110f-4ce1-bb94-259a25e6aa2f req-500450a9-0f49-480c-b51c-d8266005f60f service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141140 May 05 14:57:09.661197 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28225d80-1b6d-4d73-8806-a9cb16697895 req-48741e1e-a5f7-4ec8-89d2-00ecdea68c6c tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:09.662754 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-28225d80-1b6d-4d73-8806-a9cb16697895 req-48741e1e-a5f7-4ec8-89d2-00ecdea68c6c tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 945 time: 0.2764447 May 05 14:57:09.698587 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d072b9cc-f1f4-404c-9f40-47d3d667e1f4 req-eb6fea8e-c0ba-4745-b21c-212490ec781d tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928223 May 05 14:57:09.710449 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159d532-c46e-44de-9420-51a0148206f8 req-bfa62c21-68ff-4111-a4ad-f7d2ad644884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:09.711892 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a159d532-c46e-44de-9420-51a0148206f8 req-bfa62c21-68ff-4111-a4ad-f7d2ad644884 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.1913097 May 05 14:57:09.716890 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52036) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:09.742948 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15ad425d-302f-482e-b601-c4b93404010b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:09.800835 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-2b0a35f3-4b0e-4ea5-b96d-1a64ffe8725a service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084321 May 05 14:57:09.835879 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-28225d80-1b6d-4d73-8806-a9cb16697895 req-0d2ec8e5-c2e2-4f38-83b2-0ba5c5573967 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345446 May 05 14:57:09.855474 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d108d925-6bb8-4ad7-b17b-32750156bf53 req-360e7730-a922-430e-8f6b-928b13397949 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542233 May 05 14:57:09.902105 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15ad425d-302f-482e-b601-c4b93404010b admin admin] Publish callbacks [] for security_group (74f184f6-2b44-437a-abe8-086a37c75d10), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:09.911626 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15ad425d-302f-482e-b601-c4b93404010b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (74f184f6-2b44-437a-abe8-086a37c75d10), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:09.960177 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad425d-302f-482e-b601-c4b93404010b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f184f6-2b44-437a-abe8-086a37c75d10,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:09.979318 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-15ad425d-302f-482e-b601-c4b93404010b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0673b618bb2c4693944f21606ab7ed51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580450 May 05 14:57:09.987787 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52056) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:10.001307 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7070ee0b-3249-45ce-833c-d7fa667ab46f details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:57:10.009741 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 23b12033-0060-4d5a-a499-2c72c7826e93 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:10.041786 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417194d-b008-41af-9754-8b5e4b7ca20d req-3276d688-5499-4928-8798-a9c2ea7dd8a4 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:10.047450 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d417194d-b008-41af-9754-8b5e4b7ca20d req-3276d688-5499-4928-8798-a9c2ea7dd8a4 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 943 time: 0.0885494 May 05 14:57:10.047963 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b64b0ba-48f3-40a2-9741-f2be576f0b92 x-openstack-request-id: req-2b64b0ba-48f3-40a2-9741-f2be576f0b92 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:10.048274 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61affc8c-d8b1-4580-848b-ffef325d654b", "name": "network-vif-plugged", "status": "completed", "tag": "7bc4edb8-93b9-4417-933f-90ec8dcd501b", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:10.048537 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b64b0ba-48f3-40a2-9741-f2be576f0b92 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:10.048984 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b64b0ba-48f3-40a2-9741-f2be576f0b92'] response: {'server_uuid': '61affc8c-d8b1-4580-848b-ffef325d654b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc4edb8-93b9-4417-933f-90ec8dcd501b', 'code': 200} May 05 14:57:10.067644 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93259288-06ef-4ab6-900f-74ebd29e8b81 admin admin] Publish callbacks [] for security_group (74f184f6-2b44-437a-abe8-086a37c75d10), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.091135 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93259288-06ef-4ab6-900f-74ebd29e8b81 admin admin] Publish callbacks [] for security_group (74f184f6-2b44-437a-abe8-086a37c75d10), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.109700 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d417194d-b008-41af-9754-8b5e4b7ca20d req-020da48e-b083-4ae3-9724-ef5e7f4a53d1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0556633 May 05 14:57:10.143255 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 23b12033-0060-4d5a-a499-2c72c7826e93 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:57:10.148875 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93259288-06ef-4ab6-900f-74ebd29e8b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (74f184f6-2b44-437a-abe8-086a37c75d10), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.152069 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93259288-06ef-4ab6-900f-74ebd29e8b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.155843 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 23b12033-0060-4d5a-a499-2c72c7826e93 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:10.155986 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-93259288-06ef-4ab6-900f-74ebd29e8b81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74f184f6-2b44-437a-abe8-086a37c75d10 HTTP/1.1" status: 204 len: 168 time: 0.1623282 May 05 14:57:10.156101 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.162618 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93259288-06ef-4ab6-900f-74ebd29e8b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f184f6-2b44-437a-abe8-086a37c75d10,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:10.240577 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 7070ee0b-3249-45ce-833c-d7fa667ab46f, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7070ee0b-3249-45ce-833c-d7fa667ab46f,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:10.257970 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '7070ee0b-3249-45ce-833c-d7fa667ab46f', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'port_id': '7070ee0b-3249-45ce-833c-d7fa667ab46f', 'mac_address': 'fa:16:3e:4e:a4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:57:10.343660 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 7070ee0b-3249-45ce-833c-d7fa667ab46f is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:10.344050 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.356120 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 23b12033-0060-4d5a-a499-2c72c7826e93 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:10.356823 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.371225 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7070ee0b-3249-45ce-833c-d7fa667ab46f {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:10.380861 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52072) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:10.426582 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 7070ee0b-3249-45ce-833c-d7fa667ab46f, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7070ee0b-3249-45ce-833c-d7fa667ab46f,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:10.439316 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.440374 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5fe33584-cfec-4916-bdc6-b19cabb1848e details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:57:10.522740 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fd921-1e26-486e-9950-2cb3fe9c02e2 req-f4673db6-267a-4df6-b3a2-4e7b80870446 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:10.524933 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f8fd921-1e26-486e-9950-2cb3fe9c02e2 req-f4673db6-267a-4df6-b3a2-4e7b80870446 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 943 time: 0.1108580 May 05 14:57:10.571193 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 23b12033-0060-4d5a-a499-2c72c7826e93, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=23b12033-0060-4d5a-a499-2c72c7826e93,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:10.602343 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.618508 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88abfde5-2dba-4b75-9d35-30c2f8555c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.680055 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5fe33584-cfec-4916-bdc6-b19cabb1848e, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:10.698136 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=7070ee0b-3249-45ce-833c-d7fa667ab46f,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:10.717946 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '5fe33584-cfec-4916-bdc6-b19cabb1848e', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'port_id': '5fe33584-cfec-4916-bdc6-b19cabb1848e', 'mac_address': 'fa:16:3e:d7:de:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:57:10.784544 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88abfde5-2dba-4b75-9d35-30c2f8555c12 admin admin] Publish callbacks [] for security_group (393cc822-bad3-4e87-8321-8d3aad81cddf), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.792701 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88abfde5-2dba-4b75-9d35-30c2f8555c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (393cc822-bad3-4e87-8321-8d3aad81cddf), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.841238 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-88abfde5-2dba-4b75-9d35-30c2f8555c12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65121d977ec04ebea981a4b8a01c4207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592729 May 05 14:57:10.842399 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abfde5-2dba-4b75-9d35-30c2f8555c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393cc822-bad3-4e87-8321-8d3aad81cddf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:10.845092 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52090) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:10.872524 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f565f-316f-47ca-a370-d8a6028611c2 req-075497b0-e05f-45d8-bdbc-b54ed2d06d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:10.874822 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bf2f565f-316f-47ca-a370-d8a6028611c2 req-075497b0-e05f-45d8-bdbc-b54ed2d06d2d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 1129 time: 0.0861721 May 05 14:57:10.898512 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159d532-c46e-44de-9420-51a0148206f8 req-b82a86bd-94cb-4a9b-9717-53af6ee2c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:10.908338 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9de9f3e-7760-4ecd-9a65-640e70c8af5e admin admin] Publish callbacks [] for security_group (393cc822-bad3-4e87-8321-8d3aad81cddf), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.911624 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a159d532-c46e-44de-9420-51a0148206f8 req-b82a86bd-94cb-4a9b-9717-53af6ee2c61e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3848953 May 05 14:57:10.938943 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9de9f3e-7760-4ecd-9a65-640e70c8af5e admin admin] Publish callbacks [] for security_group (393cc822-bad3-4e87-8321-8d3aad81cddf), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.984642 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-bf2f565f-316f-47ca-a370-d8a6028611c2 req-3d36dbd1-53fd-428d-87d8-feb55c96d4e8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:10.988998 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=23b12033-0060-4d5a-a499-2c72c7826e93,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:11.000892 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 5fe33584-cfec-4916-bdc6-b19cabb1848e is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:11.001466 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:11.019841 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9de9f3e-7760-4ecd-9a65-640e70c8af5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (393cc822-bad3-4e87-8321-8d3aad81cddf), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:11.022533 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9de9f3e-7760-4ecd-9a65-640e70c8af5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:11.024022 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f9de9f3e-7760-4ecd-9a65-640e70c8af5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/393cc822-bad3-4e87-8321-8d3aad81cddf HTTP/1.1" status: 204 len: 168 time: 0.1782331 May 05 14:57:11.033979 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe33584-cfec-4916-bdc6-b19cabb1848e {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:11.037694 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de9f3e-7760-4ecd-9a65-640e70c8af5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393cc822-bad3-4e87-8321-8d3aad81cddf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:11.087259 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5fe33584-cfec-4916-bdc6-b19cabb1848e, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:11.095330 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:11.111415 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f8fd921-1e26-486e-9950-2cb3fe9c02e2 req-5c786350-ae64-4e73-aae1-4948b5c1f860 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376115 May 05 14:57:11.122534 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14927651-dfa5-4530-a388-0ba4f5f7dc46 req-dd05ef71-1a14-4a18-8528-3e226f07d903 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:11.124016 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-14927651-dfa5-4530-a388-0ba4f5f7dc46 req-dd05ef71-1a14-4a18-8528-3e226f07d903 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 943 time: 0.2478249 May 05 14:57:11.129325 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac08fbfc-1e0b-4345-9b3b-a3201bf38e4a req-95a36d3c-7ae9-4273-87de-a16f64c8b5c2 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871785 May 05 14:57:11.181513 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=5fe33584-cfec-4916-bdc6-b19cabb1848e,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:11.263929 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a159d532-c46e-44de-9420-51a0148206f8 req-2b7cf726-994f-4ac3-9e4b-a09e2a637636 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981815 May 05 14:57:11.319276 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-14927651-dfa5-4530-a388-0ba4f5f7dc46 req-10ee7b77-c96d-42a1-8f33-795a4c3cf470 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554966 May 05 14:57:11.363680 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2df729-7ef9-45e9-8d0b-0229d38c2109 req-8730883e-39fc-4a93-8975-270aa59f43db tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:11.365246 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5e2df729-7ef9-45e9-8d0b-0229d38c2109 req-8730883e-39fc-4a93-8975-270aa59f43db tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 945 time: 0.1180754 May 05 14:57:11.371499 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-bf2f565f-316f-47ca-a370-d8a6028611c2 req-3d36dbd1-53fd-428d-87d8-feb55c96d4e8 service neutron] Publish callbacks [] for security_group (7e65012b-395e-4cb9-8caf-4b426ed9b63f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:11.408657 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-bf2f565f-316f-47ca-a370-d8a6028611c2 req-3d36dbd1-53fd-428d-87d8-feb55c96d4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (7e65012b-395e-4cb9-8caf-4b426ed9b63f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:11.467502 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52114) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:11.491082 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4a2724d-1999-48ae-9f48-8083f55eb971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:11.528251 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36dbd1-53fd-428d-87d8-feb55c96d4e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e65012b-395e-4cb9-8caf-4b426ed9b63f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:11.533083 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bf2f565f-316f-47ca-a370-d8a6028611c2 req-3d36dbd1-53fd-428d-87d8-feb55c96d4e8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450067 May 05 14:57:11.542205 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d66bc-8546-4257-8485-45de334ff96a req-29772a26-06f4-4b75-a09c-aaaab3ebc3de tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:11.543953 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-805d66bc-8546-4257-8485-45de334ff96a req-29772a26-06f4-4b75-a09c-aaaab3ebc3de tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 944 time: 0.1405320 May 05 14:57:11.549298 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a159d532-c46e-44de-9420-51a0148206f8 req-9a46d3f1-edbd-477d-83b5-38adad48e087 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734935 May 05 14:57:11.568057 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5e2df729-7ef9-45e9-8d0b-0229d38c2109 req-ff7f8e70-79ad-4979-a614-3a348077912c tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636763 May 05 14:57:11.601021 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4a2724d-1999-48ae-9f48-8083f55eb971 admin admin] Publish callbacks [] for security_group (762488dd-1140-4322-97ed-1ef5051fa0eb), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:11.601266 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['7070ee0b-3249-45ce-833c-d7fa667ab46f'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:57:11.610783 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4a2724d-1999-48ae-9f48-8083f55eb971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (762488dd-1140-4322-97ed-1ef5051fa0eb), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:11.630623 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-805d66bc-8546-4257-8485-45de334ff96a req-2409d627-11d5-4970-8214-4d6e4e79157b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0761638 May 05 14:57:11.695905 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e4a2724d-1999-48ae-9f48-8083f55eb971 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=715bf5ccbc284ca2bc6d0cdff0e91c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261276 May 05 14:57:11.696755 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2724d-1999-48ae-9f48-8083f55eb971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762488dd-1140-4322-97ed-1ef5051fa0eb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:11.698683 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52122) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:11.711974 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['5fe33584-cfec-4916-bdc6-b19cabb1848e'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:57:11.949852 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54167f0d-3925-404d-acfa-253bf9bad0d9 admin admin] Publish callbacks [] for security_group (762488dd-1140-4322-97ed-1ef5051fa0eb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:11.985229 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54167f0d-3925-404d-acfa-253bf9bad0d9 admin admin] Publish callbacks [] for security_group (762488dd-1140-4322-97ed-1ef5051fa0eb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:12.050079 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54167f0d-3925-404d-acfa-253bf9bad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (762488dd-1140-4322-97ed-1ef5051fa0eb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:12.050654 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caeef2f-3b4f-4e5c-b860-61ccb029788e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b12033-0060-4d5a-a499-2c72c7826e93'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:12.054553 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0790fb-ad68-44f7-8c2b-c36140962f4c" -d '{"events": [{"server_uuid": "1caeef2f-3b4f-4e5c-b860-61ccb029788e", "name": "network-vif-plugged", "status": "completed", "tag": "23b12033-0060-4d5a-a499-2c72c7826e93"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:12.055355 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54167f0d-3925-404d-acfa-253bf9bad0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:12.059842 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-54167f0d-3925-404d-acfa-253bf9bad0d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/762488dd-1140-4322-97ed-1ef5051fa0eb HTTP/1.1" status: 204 len: 168 time: 0.3601267 May 05 14:57:12.077326 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54167f0d-3925-404d-acfa-253bf9bad0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762488dd-1140-4322-97ed-1ef5051fa0eb,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:12.123251 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166c6698-4473-4d52-86da-60f063c4a83b x-openstack-request-id: req-166c6698-4473-4d52-86da-60f063c4a83b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:12.123752 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1caeef2f-3b4f-4e5c-b860-61ccb029788e", "name": "network-vif-plugged", "status": "completed", "tag": "23b12033-0060-4d5a-a499-2c72c7826e93", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:12.124815 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-166c6698-4473-4d52-86da-60f063c4a83b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:12.125532 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166c6698-4473-4d52-86da-60f063c4a83b'] response: {'server_uuid': '1caeef2f-3b4f-4e5c-b860-61ccb029788e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b12033-0060-4d5a-a499-2c72c7826e93', 'code': 200} May 05 14:57:12.234507 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3d3e1-29aa-4e37-a501-a851a26dbf47 req-6e5ce165-bc4b-451a-b773-992eb4bfed9a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:12.236021 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93f3d3e1-29aa-4e37-a501-a851a26dbf47 req-6e5ce165-bc4b-451a-b773-992eb4bfed9a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 944 time: 0.0502594 May 05 14:57:12.289757 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93f3d3e1-29aa-4e37-a501-a851a26dbf47 req-8fcdf6f9-ca67-48da-930e-dca06530ebde tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 May 05 14:57:12.465420 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 95c245c3-10fb-4dde-9562-951713eb6480 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:57:12.531196 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901c119-fc6a-4999-88bb-71b0b181df51 req-cff1cf46-1c5c-407c-9224-c7fa8827fc6d tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:12.534516 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7901c119-fc6a-4999-88bb-71b0b181df51 req-cff1cf46-1c5c-407c-9224-c7fa8827fc6d tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 943 time: 0.0825598 May 05 14:57:12.590095 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7975c86c-bed6-4de5-94cf-b8b7a650c814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:12.605367 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cbf8e-ab6d-472f-a2b9-5fc08f321294 req-db73b8ca-c86f-431b-a7de-02511b272656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:12.606914 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c2cbf8e-ab6d-472f-a2b9-5fc08f321294 req-db73b8ca-c86f-431b-a7de-02511b272656 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 1129 time: 0.0714984 May 05 14:57:12.634168 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 95c245c3-10fb-4dde-9562-951713eb6480, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=95c245c3-10fb-4dde-9562-951713eb6480,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:12.649501 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7901c119-fc6a-4999-88bb-71b0b181df51 req-293f5f2b-3634-488f-b2f9-65078586d8e4 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767601 May 05 14:57:12.657054 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '95c245c3-10fb-4dde-9562-951713eb6480', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'port_id': '95c245c3-10fb-4dde-9562-951713eb6480', 'mac_address': 'fa:16:3e:48:43:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:57:12.716358 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c2cbf8e-ab6d-472f-a2b9-5fc08f321294 req-450ec693-0cfe-42b1-99b7-b39d0218a131 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764956 May 05 14:57:12.731695 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 95c245c3-10fb-4dde-9562-951713eb6480 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:12.732094 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (95c245c3-10fb-4dde-9562-951713eb6480), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:12.748300 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c245c3-10fb-4dde-9562-951713eb6480 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:12.774069 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 95c245c3-10fb-4dde-9562-951713eb6480, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=95c245c3-10fb-4dde-9562-951713eb6480,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:12.782823 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (95c245c3-10fb-4dde-9562-951713eb6480), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:12.823587 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082ad73-21d6-4747-84ae-f7a13b9b2471 req-a396cacd-ceec-4f1d-b8ed-e7768c444a29 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:12.838602 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8082ad73-21d6-4747-84ae-f7a13b9b2471 req-a396cacd-ceec-4f1d-b8ed-e7768c444a29 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 945 time: 0.0777380 May 05 14:57:12.846861 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=95c245c3-10fb-4dde-9562-951713eb6480,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:12.898602 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b9598-7c8c-4f9b-b6a8-dea6b9139b78 req-807dce6a-951a-4f5d-8d4f-e9f66e6d68dc tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:12.900110 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a52b9598-7c8c-4f9b-b6a8-dea6b9139b78 req-807dce6a-951a-4f5d-8d4f-e9f66e6d68dc tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 944 time: 0.0846000 May 05 14:57:12.938142 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8082ad73-21d6-4747-84ae-f7a13b9b2471 req-960294ce-d622-46cc-8c7b-6e61ea7d53ee tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047869 May 05 14:57:12.965894 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a52b9598-7c8c-4f9b-b6a8-dea6b9139b78 req-3da684f8-9cc3-44c3-8044-d995060fd535 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0564792 May 05 14:57:13.127282 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7070ee0b-3249-45ce-833c-d7fa667ab46f up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:13.180644 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 7070ee0b-3249-45ce-833c-d7fa667ab46f completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:57:13.189031 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 7070ee0b-3249-45ce-833c-d7fa667ab46f triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:13.189753 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:13.307431 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 7070ee0b-3249-45ce-833c-d7fa667ab46f is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:13.307835 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:13.354767 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 7070ee0b-3249-45ce-833c-d7fa667ab46f, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7070ee0b-3249-45ce-833c-d7fa667ab46f,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:13.367894 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:13.368770 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5fe33584-cfec-4916-bdc6-b19cabb1848e up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:13.452317 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae458aec-41e1-4207-8f9f-89a1aba64306 req-1639f025-b5ff-43e7-bc25-defed137efc9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:13.454052 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ae458aec-41e1-4207-8f9f-89a1aba64306 req-1639f025-b5ff-43e7-bc25-defed137efc9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0722260 May 05 14:57:13.479020 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=7070ee0b-3249-45ce-833c-d7fa667ab46f,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:13.483270 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 5fe33584-cfec-4916-bdc6-b19cabb1848e completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:57:13.486822 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['95c245c3-10fb-4dde-9562-951713eb6480'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:57:13.517576 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ae458aec-41e1-4207-8f9f-89a1aba64306 req-a0361b1a-7cfc-48b3-87e5-c5542b2c30b8 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577075 May 05 14:57:13.526415 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 5fe33584-cfec-4916-bdc6-b19cabb1848e triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:13.527137 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:13.563974 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52228) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:13.732668 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 5fe33584-cfec-4916-bdc6-b19cabb1848e is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:13.733058 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:13.747756 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e190308d-5a26-47b0-8674-f707a8b9bc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:13.805919 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5fe33584-cfec-4916-bdc6-b19cabb1848e, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:13.810106 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:13.822301 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171749a-c903-43f5-a57e-949aab00002a req-a0b8b962-9561-4cec-be85-8b0495e97ed8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:13.823866 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c171749a-c903-43f5-a57e-949aab00002a req-a0b8b962-9561-4cec-be85-8b0495e97ed8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 944 time: 0.0678952 May 05 14:57:13.865364 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=5fe33584-cfec-4916-bdc6-b19cabb1848e,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:13.915845 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c171749a-c903-43f5-a57e-949aab00002a req-aaaae60a-059c-45a2-9c71-19c67369199c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812778 May 05 14:57:13.937271 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e190308d-5a26-47b0-8674-f707a8b9bc1b admin admin] Publish callbacks [] for security_group (fa604389-70c1-4999-9d3f-4ca4ea8cbfa1), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:13.941460 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e190308d-5a26-47b0-8674-f707a8b9bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (fa604389-70c1-4999-9d3f-4ca4ea8cbfa1), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:13.986466 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e190308d-5a26-47b0-8674-f707a8b9bc1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b3aa3f652ea4d0ab0ee78ca173514c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179053 May 05 14:57:13.986466 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190308d-5a26-47b0-8674-f707a8b9bc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa604389-70c1-4999-9d3f-4ca4ea8cbfa1,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:13.987469 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52246) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:14.060434 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f49fab7-dbb7-4333-bf2e-c9991a30e9bf admin admin] Publish callbacks [] for security_group (fa604389-70c1-4999-9d3f-4ca4ea8cbfa1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:14.083583 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f49fab7-dbb7-4333-bf2e-c9991a30e9bf admin admin] Publish callbacks [] for security_group (fa604389-70c1-4999-9d3f-4ca4ea8cbfa1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:14.127216 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7deb766-a665-4431-983e-bdef40f72848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070ee0b-3249-45ce-833c-d7fa667ab46f'}, {'server_uuid': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe33584-cfec-4916-bdc6-b19cabb1848e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:14.129770 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d71f58a-7d32-4f50-ba7e-a9d5d03fefc1" -d '{"events": [{"server_uuid": "c7deb766-a665-4431-983e-bdef40f72848", "name": "network-vif-plugged", "status": "completed", "tag": "7070ee0b-3249-45ce-833c-d7fa667ab46f"}, {"server_uuid": "ef455bea-3c09-4d89-9000-c32bd7ceb61e", "name": "network-vif-plugged", "status": "completed", "tag": "5fe33584-cfec-4916-bdc6-b19cabb1848e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:14.134205 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cb880-1612-4c5b-8bed-0ffb1c5b2e4d req-1912a87b-4014-431c-9c19-fcbb12c363d7 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:14.136055 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-283cb880-1612-4c5b-8bed-0ffb1c5b2e4d req-1912a87b-4014-431c-9c19-fcbb12c363d7 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 945 time: 0.0903800 May 05 14:57:14.155446 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f49fab7-dbb7-4333-bf2e-c9991a30e9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (fa604389-70c1-4999-9d3f-4ca4ea8cbfa1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:14.159219 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f49fab7-dbb7-4333-bf2e-c9991a30e9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:14.159557 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca323c-58eb-4c23-b203-19001c06231e req-8ddc2281-3752-468d-b7a0-a29beb5f7344 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:14.160973 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3f49fab7-dbb7-4333-bf2e-c9991a30e9bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa604389-70c1-4999-9d3f-4ca4ea8cbfa1 HTTP/1.1" status: 204 len: 168 time: 0.1731391 May 05 14:57:14.173225 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49fab7-dbb7-4333-bf2e-c9991a30e9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa604389-70c1-4999-9d3f-4ca4ea8cbfa1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:14.173479 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34ca323c-58eb-4c23-b203-19001c06231e req-8ddc2281-3752-468d-b7a0-a29beb5f7344 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0871456 May 05 14:57:14.274376 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-283cb880-1612-4c5b-8bed-0ffb1c5b2e4d req-3429f956-3d6b-4da4-8e75-406e07ed9685 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312637 May 05 14:57:14.290238 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34ca323c-58eb-4c23-b203-19001c06231e req-78a56719-cf4e-4d10-9888-ba56518bae84 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1115096 May 05 14:57:14.372105 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 May 2022 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e860739-6fb6-448e-886d-c3d150891220 x-openstack-request-id: req-3e860739-6fb6-448e-886d-c3d150891220 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:14.372417 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7deb766-a665-4431-983e-bdef40f72848", "name": "network-vif-plugged", "status": "completed", "tag": "7070ee0b-3249-45ce-833c-d7fa667ab46f", "code": 200}, {"server_uuid": "ef455bea-3c09-4d89-9000-c32bd7ceb61e", "name": "network-vif-plugged", "status": "completed", "tag": "5fe33584-cfec-4916-bdc6-b19cabb1848e", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:14.372700 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e860739-6fb6-448e-886d-c3d150891220 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:14.373088 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e860739-6fb6-448e-886d-c3d150891220'] response: {'server_uuid': 'c7deb766-a665-4431-983e-bdef40f72848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070ee0b-3249-45ce-833c-d7fa667ab46f', 'code': 200} May 05 14:57:14.373350 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e860739-6fb6-448e-886d-c3d150891220'] response: {'server_uuid': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe33584-cfec-4916-bdc6-b19cabb1848e', 'code': 200} May 05 14:57:14.566555 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 95c245c3-10fb-4dde-9562-951713eb6480 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:14.737670 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 95c245c3-10fb-4dde-9562-951713eb6480 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:57:14.750151 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 95c245c3-10fb-4dde-9562-951713eb6480 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:14.750798 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (95c245c3-10fb-4dde-9562-951713eb6480), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:14.758373 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5cb3-4fa8-4abd-a32b-b48c3deb5c78 req-fe1ea1cc-b370-4859-b168-10655fd31345 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:14.768389 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3bc5cb3-4fa8-4abd-a32b-b48c3deb5c78 req-fe1ea1cc-b370-4859-b168-10655fd31345 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.1343386 May 05 14:57:14.824455 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:14.870963 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af05b97f-7c0d-44a0-9bea-3a3c4d806eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:14.880675 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3bc5cb3-4fa8-4abd-a32b-b48c3deb5c78 req-ac9e719f-33b4-440d-ae92-a20ec4baf507 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113467 May 05 14:57:15.046341 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af05b97f-7c0d-44a0-9bea-3a3c4d806eca admin admin] Publish callbacks [] for security_group (c9ef11ae-e029-461e-b54f-5a82d061caa6), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:15.054504 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb120db0-d7ab-4c29-b998-f081b00078c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:15.064390 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af05b97f-7c0d-44a0-9bea-3a3c4d806eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c9ef11ae-e029-461e-b54f-5a82d061caa6), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:15.108300 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 95c245c3-10fb-4dde-9562-951713eb6480 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:15.111514 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (95c245c3-10fb-4dde-9562-951713eb6480), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:15.151949 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-af05b97f-7c0d-44a0-9bea-3a3c4d806eca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58478a9630c94e5caa82a2fc398ab538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258667 May 05 14:57:15.159326 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52288) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:15.160499 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05b97f-7c0d-44a0-9bea-3a3c4d806eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ef11ae-e029-461e-b54f-5a82d061caa6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:15.199907 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493bdfb-d3ff-4f19-923b-6243d974de95 req-af336843-08ce-4b89-b232-8c400f12a64f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:15.203801 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 95c245c3-10fb-4dde-9562-951713eb6480, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=95c245c3-10fb-4dde-9562-951713eb6480,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:15.208514 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e493bdfb-d3ff-4f19-923b-6243d974de95 req-af336843-08ce-4b89-b232-8c400f12a64f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 944 time: 0.1048911 May 05 14:57:15.209217 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (95c245c3-10fb-4dde-9562-951713eb6480), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:15.268813 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=95c245c3-10fb-4dde-9562-951713eb6480,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:15.361561 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ac1a4-c63f-4f19-814d-bf2f75632451 req-d3c0907e-fc38-42bf-b743-0d6d5be4bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:15.363091 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-509ac1a4-c63f-4f19-814d-bf2f75632451 req-d3c0907e-fc38-42bf-b743-0d6d5be4bdc3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 1129 time: 0.1192396 May 05 14:57:15.378961 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31375cac-8d7a-42db-af54-599282137389 req-3473e098-7a5c-4a00-bdaa-f43a4b870a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:15.380441 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-31375cac-8d7a-42db-af54-599282137389 req-3473e098-7a5c-4a00-bdaa-f43a4b870a36 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 1129 time: 0.0856054 May 05 14:57:15.413909 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0fda8238-b540-4831-bbc7-3d0f362438e4 admin admin] Publish callbacks [] for security_group (c9ef11ae-e029-461e-b54f-5a82d061caa6), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:15.444939 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e493bdfb-d3ff-4f19-923b-6243d974de95 req-529d96d8-dccf-4912-b545-7a775fec7339 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355325 May 05 14:57:15.491745 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c67e5f-e4a6-4283-8aba-21cbaac1e249 req-94098a1e-cd17-45f6-aa03-495d9d4d83f0 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:15.493216 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-35c67e5f-e4a6-4283-8aba-21cbaac1e249 req-94098a1e-cd17-45f6-aa03-495d9d4d83f0 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.1228435 May 05 14:57:15.495105 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0fda8238-b540-4831-bbc7-3d0f362438e4 admin admin] Publish callbacks [] for security_group (c9ef11ae-e029-461e-b54f-5a82d061caa6), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:15.540519 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-509ac1a4-c63f-4f19-814d-bf2f75632451 req-42652a91-4752-457b-b2fd-7357d674c498 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1669831 May 05 14:57:15.551642 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-31375cac-8d7a-42db-af54-599282137389 req-dedb7b92-f0f9-4877-a485-1a257ba330b4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492314 May 05 14:57:15.593874 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-35c67e5f-e4a6-4283-8aba-21cbaac1e249 req-c1077735-951e-443e-8e21-e3c686454046 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0874820 May 05 14:57:15.606939 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0fda8238-b540-4831-bbc7-3d0f362438e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c9ef11ae-e029-461e-b54f-5a82d061caa6), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:15.610055 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0fda8238-b540-4831-bbc7-3d0f362438e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:15.611195 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0fda8238-b540-4831-bbc7-3d0f362438e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9ef11ae-e029-461e-b54f-5a82d061caa6 HTTP/1.1" status: 204 len: 168 time: 0.4507368 May 05 14:57:15.618916 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda8238-b540-4831-bbc7-3d0f362438e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ef11ae-e029-461e-b54f-5a82d061caa6,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:16.050599 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90759808-5cb7-4d28-b792-85e8a44f7f08 req-40c77556-3775-4055-96c5-ea64b01f45c5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:16.052337 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-90759808-5cb7-4d28-b792-85e8a44f7f08 req-40c77556-3775-4055-96c5-ea64b01f45c5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0784676 May 05 14:57:16.103644 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-90759808-5cb7-4d28-b792-85e8a44f7f08 req-3ca4b222-bb6a-4181-89ad-7595d415050b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444398 May 05 14:57:16.203278 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:16.375067 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c245c3-10fb-4dde-9562-951713eb6480'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:16.377911 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f12bb77-9256-47f8-9554-6116b192646b" -d '{"events": [{"server_uuid": "c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3", "name": "network-vif-plugged", "status": "completed", "tag": "95c245c3-10fb-4dde-9562-951713eb6480"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:16.416030 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2e1392-96b1-45b7-861d-ffbe6a6d4278 x-openstack-request-id: req-1d2e1392-96b1-45b7-861d-ffbe6a6d4278 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:16.416380 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3", "name": "network-vif-plugged", "status": "completed", "tag": "95c245c3-10fb-4dde-9562-951713eb6480", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:16.416605 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d2e1392-96b1-45b7-861d-ffbe6a6d4278 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:16.416994 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2e1392-96b1-45b7-861d-ffbe6a6d4278'] response: {'server_uuid': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c245c3-10fb-4dde-9562-951713eb6480', 'code': 200} May 05 14:57:16.567299 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a70250-080a-492e-86e5-56d938d26318 req-af569915-8875-4f0e-b038-05eec61c2933 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:16.568811 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c8a70250-080a-492e-86e5-56d938d26318 req-af569915-8875-4f0e-b038-05eec61c2933 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.0547123 May 05 14:57:16.621834 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c8a70250-080a-492e-86e5-56d938d26318 req-1e3a88b6-6a71-4697-911f-1d697a426d0a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468936 May 05 14:57:16.742916 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e3f7-7140-4362-8f09-32ea4b2883ad req-8f00a140-8c43-47aa-8305-84a70c1601b4 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:16.744425 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a457e3f7-7140-4362-8f09-32ea4b2883ad req-8f00a140-8c43-47aa-8305-84a70c1601b4 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0587854 May 05 14:57:16.803616 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a457e3f7-7140-4362-8f09-32ea4b2883ad req-b5d8d6d2-ba41-4f19-8bc3-093a7a835b28 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517185 May 05 14:57:17.287028 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151e630-459d-4964-8a4e-0125275041ba req-40dee016-b13b-491c-89df-6efd70c30b1b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:17.294914 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1151e630-459d-4964-8a4e-0125275041ba req-40dee016-b13b-491c-89df-6efd70c30b1b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0821013 May 05 14:57:17.350520 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1151e630-459d-4964-8a4e-0125275041ba req-8f5291e1-1a60-4b95-b6ed-7fa38b8c59a0 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541193 May 05 14:57:17.611946 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:17.758929 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a740917-e041-4de2-8770-45ded2a73018 req-73a40b76-e971-4d4b-b310-aa606df60148 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:17.760427 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a740917-e041-4de2-8770-45ded2a73018 req-73a40b76-e971-4d4b-b310-aa606df60148 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.0529995 May 05 14:57:17.813436 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a740917-e041-4de2-8770-45ded2a73018 req-da0742b6-a234-444e-bb76-67d07d5b5482 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455832 May 05 14:57:17.950109 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c1e4e-139b-446e-b73e-7fd9bc7020df req-cd6233bd-d015-48dd-93bd-4362a0a4d45d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:17.951548 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7f4c1e4e-139b-446e-b73e-7fd9bc7020df req-cd6233bd-d015-48dd-93bd-4362a0a4d45d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0562608 May 05 14:57:18.017259 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7f4c1e4e-139b-446e-b73e-7fd9bc7020df req-e5f20829-eca7-4bc9-b3ae-7898d4f304a6 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517657 May 05 14:57:18.204311 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda95f92-93be-4f94-bf90-1f2c88887867 req-f348fe4a-b0d4-406e-876b-4d569a3db427 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:18.204311 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bda95f92-93be-4f94-bf90-1f2c88887867 req-f348fe4a-b0d4-406e-876b-4d569a3db427 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0571542 May 05 14:57:18.212985 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52468) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:18.219078 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-10be622a-16b7-478b-b1e4-8919a8d85536 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'floatingip': {'port_id': '5fe33584-cfec-4916-bdc6-b19cabb1848e'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:18.298512 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10be622a-16b7-478b-b1e4-8919a8d85536 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (ba472e4f-7437-405a-99c5-13327a67dde7), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:18.309747 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52476) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:18.362685 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bb9adf-977e-46b5-b2a8-270539c2ba80 admin admin] Deleting subnet 256c9b8d-4a99-462f-a8fe-a071c6fd01aa {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 14:57:18.365907 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37bb9adf-977e-46b5-b2a8-270539c2ba80 admin admin] Publish callbacks [] for subnet (256c9b8d-4a99-462f-a8fe-a071c6fd01aa), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:18.407673 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37bb9adf-977e-46b5-b2a8-270539c2ba80 admin admin] Publish callbacks [] for subnet (256c9b8d-4a99-462f-a8fe-a071c6fd01aa), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:18.418786 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37bb9adf-977e-46b5-b2a8-270539c2ba80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (256c9b8d-4a99-462f-a8fe-a071c6fd01aa), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:18.555124 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ccaa1-166d-4a8d-96a7-1267f7b180af req-239fa3e7-240a-4bcb-aa53-205e234b3fa4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:18.556563 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a92ccaa1-166d-4a8d-96a7-1267f7b180af req-239fa3e7-240a-4bcb-aa53-205e234b3fa4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0976009 May 05 14:57:18.565306 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c932f4-8943-487c-bdd3-060f30f055d4 req-12c5aaa2-1464-4ab4-83f1-4a4f3ad0a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:18.567060 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-53c932f4-8943-487c-bdd3-060f30f055d4 req-12c5aaa2-1464-4ab4-83f1-4a4f3ad0a46c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 1129 time: 0.1190045 May 05 14:57:18.611228 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37bb9adf-977e-46b5-b2a8-270539c2ba80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (256c9b8d-4a99-462f-a8fe-a071c6fd01aa), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:18.653309 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37bb9adf-977e-46b5-b2a8-270539c2ba80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:18.657414 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-37bb9adf-977e-46b5-b2a8-270539c2ba80 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/256c9b8d-4a99-462f-a8fe-a071c6fd01aa HTTP/1.1" status: 204 len: 168 time: 0.3452988 May 05 14:57:18.662161 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a92ccaa1-166d-4a8d-96a7-1267f7b180af req-37ec3b6a-9ae4-4359-b6c6-ad494bef580d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926595 May 05 14:57:18.662611 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52482) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:18.664702 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb9adf-977e-46b5-b2a8-270539c2ba80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=256c9b8d-4a99-462f-a8fe-a071c6fd01aa,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:18.775802 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (2b941490-181e-4192-a3e0-f95ea426b8f1), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:18.811187 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-53c932f4-8943-487c-bdd3-060f30f055d4 req-f3424819-784d-4712-bcc3-5edbaecffde4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431320 May 05 14:57:18.897226 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (2b941490-181e-4192-a3e0-f95ea426b8f1), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:18.931780 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:18.940289 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:18.940647 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:18.941567 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:18.941942 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:18.942448 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:18.943303 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:18.943303 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:18.943655 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:18.943994 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:18.944324 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:19.028035 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:19.028487 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:19.028837 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:19.029169 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:19.029551 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b941490-181e-4192-a3e0-f95ea426b8f1']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:19.075163 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e04e335-90c0-400b-89dd-9f6fa7bded5a') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:19.075370 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e04e335-90c0-400b-89dd-9f6fa7bded5a') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:19.117845 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018469'] for segment (7e04e335-90c0-400b-89dd-9f6fa7bded5a), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.155055 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a9c32-e5a2-4b28-bf42-dd0e09209c7b req-8ffbaa30-aba6-47b4-af5a-a6594e3249f5 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:19.157320 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-385a9c32-e5a2-4b28-bf42-dd0e09209c7b req-8ffbaa30-aba6-47b4-af5a-a6594e3249f5 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.2248964 May 05 14:57:19.167883 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d6ea9-a8bd-4fda-a4f9-336bc4eba1f2 req-aa9e9960-c31b-4746-9f91-789a93d44a19 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:19.168956 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a62d6ea9-a8bd-4fda-a4f9-336bc4eba1f2 req-aa9e9960-c31b-4746-9f91-789a93d44a19 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.1171482 May 05 14:57:19.170057 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (7e04e335-90c0-400b-89dd-9f6fa7bded5a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.195409 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 14:57:19.195825 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5990979'] for segment (7e04e335-90c0-400b-89dd-9f6fa7bded5a), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: from cryptography.utils import int_from_bytes May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: from cryptography.utils import int_from_bytes May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: Traceback (most recent call last): May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: timer() May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: cb(*args, **kw) May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: return func(*args, **kwargs) May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: self._notify() May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: self.callback(batched_events) May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: event.method(event) May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: return f(self, *a, **k) May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: return self._get(url).json() May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 14:57:19.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 14:57:19.253495 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10be622a-16b7-478b-b1e4-8919a8d85536 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.258696 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10be622a-16b7-478b-b1e4-8919a8d85536 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (ba472e4f-7437-405a-99c5-13327a67dde7), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.330159 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (2b941490-181e-4192-a3e0-f95ea426b8f1), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.335591 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.338960 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] 10.222.0.48 "DELETE /v2.0/networks/2b941490-181e-4192-a3e0-f95ea426b8f1 HTTP/1.1" status: 204 len: 168 time: 0.6752970 May 05 14:57:19.346948 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52502) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:19.382019 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-385a9c32-e5a2-4b28-bf42-dd0e09209c7b req-01f05e82-a834-4350-9efd-65632a63e18e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042694 May 05 14:57:19.410276 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897339ac-a26a-4ae4-a13c-2827f44724ea admin admin] Pushing event deleted for resources: {'Network': ['ID=2b941490-181e-4192-a3e0-f95ea426b8f1,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:19.425255 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-10be622a-16b7-478b-b1e4-8919a8d85536 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Floating IP ba472e4f-7437-405a-99c5-13327a67dde7 associated. External IP: 172.27.1.51, port: 5fe33584-cfec-4916-bdc6-b19cabb1848e. May 05 14:57:19.428198 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a62d6ea9-a8bd-4fda-a4f9-336bc4eba1f2 req-71630604-fd95-484f-8439-4e105c8b6c5d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500472 May 05 14:57:19.456667 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74df1c8-f87f-4c4f-9e75-83cea3bc1b60 admin admin] Deleting subnet 03ba2393-53c5-4f88-a12e-e237bbaa4adc {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 14:57:19.463152 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d74df1c8-f87f-4c4f-9e75-83cea3bc1b60 admin admin] Publish callbacks [] for subnet (03ba2393-53c5-4f88-a12e-e237bbaa4adc), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.502598 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d74df1c8-f87f-4c4f-9e75-83cea3bc1b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018490'] for subnet (03ba2393-53c5-4f88-a12e-e237bbaa4adc), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.558697 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d74df1c8-f87f-4c4f-9e75-83cea3bc1b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (03ba2393-53c5-4f88-a12e-e237bbaa4adc), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.623631 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d74df1c8-f87f-4c4f-9e75-83cea3bc1b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6046624'] for subnet (03ba2393-53c5-4f88-a12e-e237bbaa4adc), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.655370 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74df1c8-f87f-4c4f-9e75-83cea3bc1b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ba2393-53c5-4f88-a12e-e237bbaa4adc,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:19.661928 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d74df1c8-f87f-4c4f-9e75-83cea3bc1b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.662489 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10be622a-16b7-478b-b1e4-8919a8d85536 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Router 42fb784d-11f0-4342-9f91-ec85332ff7c7 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:57:19.665084 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d74df1c8-f87f-4c4f-9e75-83cea3bc1b60 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/03ba2393-53c5-4f88-a12e-e237bbaa4adc HTTP/1.1" status: 204 len: 168 time: 0.3126342 May 05 14:57:19.668492 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52522) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:19.756744 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (520486e2-f79d-4bcc-95bb-1354c741616e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.794520 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10be622a-16b7-478b-b1e4-8919a8d85536 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:57:19.800316 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10be622a-16b7-478b-b1e4-8919a8d85536 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.813208 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] Sync routers for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:57:19.814348 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-21d8fd84-45d7-4834-a776-2131c6c14b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:19.816116 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-21d8fd84-45d7-4834-a776-2131c6c14b15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 1129 time: 0.0782058 May 05 14:57:19.828757 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:57:19.829393 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:57:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:19.841745 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-10be622a-16b7-478b-b1e4-8919a8d85536 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "PUT /v2.0/floatingips/ba472e4f-7437-405a-99c5-13327a67dde7 HTTP/1.1" status: 200 len: 990 time: 1.6164606 May 05 14:57:19.841745 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'tag': '5fe33584-cfec-4916-bdc6-b19cabb1848e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:19.841745 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b094aa21-5c7c-4161-82df-46d99a2ee748" -d '{"events": [{"name": "network-changed", "server_uuid": "ef455bea-3c09-4d89-9000-c32bd7ceb61e", "tag": "5fe33584-cfec-4916-bdc6-b19cabb1848e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:19.877686 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a66a131-4101-4b6c-a28e-59ae0a9dd42b x-openstack-request-id: req-3a66a131-4101-4b6c-a28e-59ae0a9dd42b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:19.877847 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef455bea-3c09-4d89-9000-c32bd7ceb61e", "tag": "5fe33584-cfec-4916-bdc6-b19cabb1848e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:19.878299 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a66a131-4101-4b6c-a28e-59ae0a9dd42b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:19.878703 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a66a131-4101-4b6c-a28e-59ae0a9dd42b'] response: {'name': 'network-changed', 'server_uuid': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'tag': '5fe33584-cfec-4916-bdc6-b19cabb1848e', 'status': 'completed', 'code': 200} May 05 14:57:19.895644 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (520486e2-f79d-4bcc-95bb-1354c741616e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:19.955982 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520486e2-f79d-4bcc-95bb-1354c741616e']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:19.957089 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:57:19.972010 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c6541a-eca2-4256-9f12-52376333432c') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:19.972400 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c6541a-eca2-4256-9f12-52376333432c') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:19.994750 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018469'] for segment (c0c6541a-eca2-4256-9f12-52376333432c), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:20.041289 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-f3bbce33-b8d3-4e5b-ad1f-6a8ce1e10c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:20.043580 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-f3bbce33-b8d3-4e5b-ad1f-6a8ce1e10c7a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 1129 time: 0.0677636 May 05 14:57:20.044658 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (c0c6541a-eca2-4256-9f12-52376333432c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:20.048082 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-e3100e47-ef48-4e6a-b938-0b70e09378f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:20.049459 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-e3100e47-ef48-4e6a-b938-0b70e09378f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.2013681 May 05 14:57:20.054812 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 14:57:20.055165 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5990979'] for segment (c0c6541a-eca2-4256-9f12-52376333432c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: Traceback (most recent call last): May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: timer() May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: cb(*args, **kw) May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: return func(*args, **kwargs) May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: self._notify() May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: self.callback(batched_events) May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: event.method(event) May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: return f(self, *a, **k) May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: return self._get(url).json() May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 14:57:20.056832 dv-cinder-839426-6-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 14:57:20.259364 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ba472e4f-7437-405a-99c5-13327a67dde7', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'port_id': '5fe33584-cfec-4916-bdc6-b19cabb1848e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'mac_address': 'fa:16:3e:d7:de:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:47Z', 'updated_at': '2022-05-05T14:57:19Z', 'revision_number': 1, 'project_id': '33c19e606db245779d45fb4204bbd588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:20.292356 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (520486e2-f79d-4bcc-95bb-1354c741616e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:20.293848 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] Checking router: 42fb784d-11f0-4342-9f91-ec85332ff7c7 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:57:20.299139 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:20.313976 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:57:20.318058 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] 10.222.0.48 "DELETE /v2.0/networks/520486e2-f79d-4bcc-95bb-1354c741616e HTTP/1.1" status: 204 len: 168 time: 0.6450286 May 05 14:57:20.318537 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:57:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:20.337245 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caec168-bf9d-43b5-b63c-e6717202d30c admin admin] Pushing event deleted for resources: {'Network': ['ID=520486e2-f79d-4bcc-95bb-1354c741616e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:20.462207 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:57:20.489918 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52544) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:20.536020 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52550) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:20.618761 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb258-c5ba-45dd-8029-c0e2acec9567 req-b0a1870f-8bfe-40ba-9823-bbd699d27f00 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:20.629146 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab2cb258-c5ba-45dd-8029-c0e2acec9567 req-b0a1870f-8bfe-40ba-9823-bbd699d27f00 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0685456 May 05 14:57:20.643450 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-477e4c7d-d0de-4fbd-8739-228139fbf437 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c91e32f603f14660aea46cfc9a11a5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0981429 May 05 14:57:20.644407 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52560) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:20.724824 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58981c99-bacd-4d77-adb3-9bad210ca69f admin admin] Publish callbacks [] for security_group (0ef2f4ad-e1f0-4eea-a0ee-85151fe4d471), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:20.753241 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58981c99-bacd-4d77-adb3-9bad210ca69f admin admin] Publish callbacks [] for security_group (0ef2f4ad-e1f0-4eea-a0ee-85151fe4d471), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:20.792004 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9119083-2348-4479-b837-d60f45089a98 req-3e4e5198-8893-43f8-b916-1672ae1ce4ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:20.797432 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a9119083-2348-4479-b837-d60f45089a98 req-3e4e5198-8893-43f8-b916-1672ae1ce4ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.1661160 May 05 14:57:20.817807 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58981c99-bacd-4d77-adb3-9bad210ca69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (0ef2f4ad-e1f0-4eea-a0ee-85151fe4d471), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:20.821586 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58981c99-bacd-4d77-adb3-9bad210ca69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:20.822718 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-58981c99-bacd-4d77-adb3-9bad210ca69f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ef2f4ad-e1f0-4eea-a0ee-85151fe4d471 HTTP/1.1" status: 204 len: 168 time: 0.1758933 May 05 14:57:20.823105 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab2cb258-c5ba-45dd-8029-c0e2acec9567 req-3f7eb469-d8dc-416a-9a46-d41cec2c9645 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914771 May 05 14:57:20.865950 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ba472e4f-7437-405a-99c5-13327a67dde7', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'port_id': '5fe33584-cfec-4916-bdc6-b19cabb1848e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'mac_address': 'fa:16:3e:d7:de:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:47Z', 'updated_at': '2022-05-05T14:57:19Z', 'revision_number': 1, 'project_id': '33c19e606db245779d45fb4204bbd588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:20.882168 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38ea7b05-f7ce-429c-8c43-be46c7731909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:20.887300 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58981c99-bacd-4d77-adb3-9bad210ca69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef2f4ad-e1f0-4eea-a0ee-85151fe4d471,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:21.020528 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38ea7b05-f7ce-429c-8c43-be46c7731909 admin admin] Publish callbacks [] for security_group (0e28b0e5-5b8b-4c3c-a05e-e65fc6209a24), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.025380 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38ea7b05-f7ce-429c-8c43-be46c7731909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (0e28b0e5-5b8b-4c3c-a05e-e65fc6209a24), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.047120 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718dc275-92df-4036-b9d6-1e2bd65aa336 None None] The sync data for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi is: [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ba472e4f-7437-405a-99c5-13327a67dde7', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'port_id': '5fe33584-cfec-4916-bdc6-b19cabb1848e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'mac_address': 'fa:16:3e:d7:de:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:47Z', 'updated_at': '2022-05-05T14:57:19Z', 'revision_number': 1, 'project_id': '33c19e606db245779d45fb4204bbd588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:57:21.067633 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea7b05-f7ce-429c-8c43-be46c7731909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e28b0e5-5b8b-4c3c-a05e-e65fc6209a24,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:21.087166 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-38ea7b05-f7ce-429c-8c43-be46c7731909 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=882de24434ef4900a52dd877e497809f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5937474 May 05 14:57:21.087792 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52576) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:21.095281 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-383bb408-25ce-4305-8a76-30b091d84bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:21.096752 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-383bb408-25ce-4305-8a76-30b091d84bcf service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 200 len: 911 time: 0.2003100 May 05 14:57:21.142592 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38f6348e-d64f-443b-b8a2-453fe6391179 admin admin] Publish callbacks [] for security_group (0e28b0e5-5b8b-4c3c-a05e-e65fc6209a24), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.165378 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38f6348e-d64f-443b-b8a2-453fe6391179 admin admin] Publish callbacks [] for security_group (0e28b0e5-5b8b-4c3c-a05e-e65fc6209a24), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.173392 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-7d0fc262-7c7f-440c-a433-45486d7e446a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7070ee0b-3249-45ce-833c-d7fa667ab46f HTTP/1.1" status: 200 len: 217 time: 0.2505124 May 05 14:57:21.187945 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a9119083-2348-4479-b837-d60f45089a98 req-98c8d996-3fb3-48cb-a954-5e3dd6bf61f8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585014 May 05 14:57:21.224149 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38f6348e-d64f-443b-b8a2-453fe6391179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (0e28b0e5-5b8b-4c3c-a05e-e65fc6209a24), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.227960 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38f6348e-d64f-443b-b8a2-453fe6391179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.230104 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-38f6348e-d64f-443b-b8a2-453fe6391179 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e28b0e5-5b8b-4c3c-a05e-e65fc6209a24 HTTP/1.1" status: 204 len: 168 time: 0.1413703 May 05 14:57:21.248927 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6348e-d64f-443b-b8a2-453fe6391179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e28b0e5-5b8b-4c3c-a05e-e65fc6209a24,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:21.296547 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-57c5e176-aa66-41de-9ac1-6f6b202b7899 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e HTTP/1.1" status: 200 len: 998 time: 0.1636853 May 05 14:57:21.300670 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-f1f13a48-ebc3-495f-9534-6535d3d4bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:21.303186 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-f1f13a48-ebc3-495f-9534-6535d3d4bf20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.1064844 May 05 14:57:21.318833 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52580) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:21.369701 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f2034e97-3e05-4513-bc20-310bbfe4bd38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c2daac18d7945bab5adcc29b50e02fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478764 May 05 14:57:21.370536 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52582) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:21.382846 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e4b00-f2da-4e29-8b06-adfff3401194 None None] New status for floating IP ba472e4f-7437-405a-99c5-13327a67dde7: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 14:57:21.400579 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-4c73616d-5cd5-4850-9ed2-1775190be579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:21.402230 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-4c73616d-5cd5-4850-9ed2-1775190be579 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735810 May 05 14:57:21.407245 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-c933940a-afaf-4413-a142-95aaa76dbdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:21.408976 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-c933940a-afaf-4413-a142-95aaa76dbdb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a90d414-92a9-4ba0-bc64-e30a9629c478 HTTP/1.1" status: 200 len: 849 time: 0.0897710 May 05 14:57:21.450993 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed1e42e9-0466-41ae-8ea5-b870b4ada021 admin admin] Publish callbacks [] for security_group (c22885a9-9978-454c-8f95-c17ea66d8856), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.481028 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed1e42e9-0466-41ae-8ea5-b870b4ada021 admin admin] Publish callbacks [] for security_group (c22885a9-9978-454c-8f95-c17ea66d8856), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.525826 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-f24ec4eb-7f07-47cb-ad7e-04ee6cd17d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:21.539175 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-f24ec4eb-7f07-47cb-ad7e-04ee6cd17d52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056268 May 05 14:57:21.540766 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed1e42e9-0466-41ae-8ea5-b870b4ada021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c22885a9-9978-454c-8f95-c17ea66d8856), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.545073 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed1e42e9-0466-41ae-8ea5-b870b4ada021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.549209 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ed1e42e9-0466-41ae-8ea5-b870b4ada021 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c22885a9-9978-454c-8f95-c17ea66d8856 HTTP/1.1" status: 204 len: 168 time: 0.1755810 May 05 14:57:21.567847 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e42e9-0466-41ae-8ea5-b870b4ada021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22885a9-9978-454c-8f95-c17ea66d8856,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:21.599427 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-01e32d42-2901-47a9-a0d0-b4841bd51794 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892569 May 05 14:57:21.774082 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-2780e2bf-a35c-4a11-ac8d-43d3277c1ce2 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320228 May 05 14:57:21.809152 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52598) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:21.830637 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b16c79d7-3f7f-451d-8f1e-03822cb48178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.844160 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9ae6bb2-e324-4f9a-88a8-6046899ef40a req-09ee77c1-7c87-4314-9379-821700aee45a service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145171 May 05 14:57:21.911681 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b094aa21-5c7c-4161-82df-46d99a2ee748 req-fa0edc9d-2cd5-4cc3-804b-ceec0785e121 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304405 May 05 14:57:21.956975 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b16c79d7-3f7f-451d-8f1e-03822cb48178 admin admin] Publish callbacks [] for security_group (cf21cf74-fe57-4d8a-9e80-e852f825ee0a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:21.957710 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bffc4-283a-47ec-9ae0-b59dcf620c03 req-9226d771-9100-40a2-9798-f450a9e195b5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:21.959219 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f30bffc4-283a-47ec-9ae0-b59dcf620c03 req-9226d771-9100-40a2-9798-f450a9e195b5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0511758 May 05 14:57:21.961092 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b16c79d7-3f7f-451d-8f1e-03822cb48178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (cf21cf74-fe57-4d8a-9e80-e852f825ee0a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:22.005905 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b16c79d7-3f7f-451d-8f1e-03822cb48178 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15263b80f0884f4f975bbbe3d4bac983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926510 May 05 14:57:22.005905 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c79d7-3f7f-451d-8f1e-03822cb48178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf21cf74-fe57-4d8a-9e80-e852f825ee0a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:22.007147 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52610) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:22.030405 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f30bffc4-283a-47ec-9ae0-b59dcf620c03 req-f1ce6421-7272-45fe-adff-4b340a1745f8 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652699 May 05 14:57:22.083900 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0c11ba4d-fc7f-403e-bae6-54442f467310 admin admin] Publish callbacks [] for security_group (cf21cf74-fe57-4d8a-9e80-e852f825ee0a), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:22.107267 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0c11ba4d-fc7f-403e-bae6-54442f467310 admin admin] Publish callbacks [] for security_group (cf21cf74-fe57-4d8a-9e80-e852f825ee0a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:22.162968 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0c11ba4d-fc7f-403e-bae6-54442f467310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (cf21cf74-fe57-4d8a-9e80-e852f825ee0a), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:22.165489 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0c11ba4d-fc7f-403e-bae6-54442f467310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:22.166754 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0c11ba4d-fc7f-403e-bae6-54442f467310 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf21cf74-fe57-4d8a-9e80-e852f825ee0a HTTP/1.1" status: 204 len: 168 time: 0.1586967 May 05 14:57:22.175239 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11ba4d-fc7f-403e-bae6-54442f467310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf21cf74-fe57-4d8a-9e80-e852f825ee0a,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:22.336108 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a29534-2c51-4016-a6ea-33ec1026fcb9 req-62ee87f3-89cf-4018-aef8-73aa82e34c0b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:22.338195 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-95a29534-2c51-4016-a6ea-33ec1026fcb9 req-62ee87f3-89cf-4018-aef8-73aa82e34c0b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.0765319 May 05 14:57:22.400008 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-95a29534-2c51-4016-a6ea-33ec1026fcb9 req-947a8d12-671c-4bb1-88d7-475551e63226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544612 May 05 14:57:22.565203 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571ee0a-5326-49ec-b53e-8eb4e4598b91 req-5040b910-2500-4ae8-ad16-b64a9b710345 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:22.566763 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d571ee0a-5326-49ec-b53e-8eb4e4598b91 req-5040b910-2500-4ae8-ad16-b64a9b710345 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.0540206 May 05 14:57:22.575105 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52642) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:22.580188 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-afe4857b-1288-42bc-a0ce-1cddcf8844c8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'floatingip': {'port_id': '95c245c3-10fb-4dde-9562-951713eb6480'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:22.666205 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-afe4857b-1288-42bc-a0ce-1cddcf8844c8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (c333456a-218c-4ee1-a86e-a8adbcc31634), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:23.424578 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f3e0-a59b-456b-9a09-9f07e829e13c req-73a6d6ae-ccc6-4894-ba45-81c01f246105 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:23.426111 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4e9f3e0-a59b-456b-9a09-9f07e829e13c req-73a6d6ae-ccc6-4894-ba45-81c01f246105 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.3087494 May 05 14:57:23.594552 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4e9f3e0-a59b-456b-9a09-9f07e829e13c req-fcd9c402-049e-4357-92f5-c873bd7ec10f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415257 May 05 14:57:23.634498 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-afe4857b-1288-42bc-a0ce-1cddcf8844c8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:23.635245 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52694) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:23.641675 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-afe4857b-1288-42bc-a0ce-1cddcf8844c8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (c333456a-218c-4ee1-a86e-a8adbcc31634), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:23.783270 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fcbdf5a-5072-4b0d-ba8a-1b70757f4738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:23.809475 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-afe4857b-1288-42bc-a0ce-1cddcf8844c8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Floating IP c333456a-218c-4ee1-a86e-a8adbcc31634 associated. External IP: 172.27.1.20, port: 95c245c3-10fb-4dde-9562-951713eb6480. May 05 14:57:23.896562 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fcbdf5a-5072-4b0d-ba8a-1b70757f4738 admin admin] Publish callbacks [] for security_group (d874d728-a254-4530-8995-052c095c60da), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:23.903322 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fcbdf5a-5072-4b0d-ba8a-1b70757f4738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (d874d728-a254-4530-8995-052c095c60da), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:23.934697 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1fcbdf5a-5072-4b0d-ba8a-1b70757f4738 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3532fd9760b748078fe3d7b31eb00c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982533 May 05 14:57:23.937367 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52714) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:23.972927 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbdf5a-5072-4b0d-ba8a-1b70757f4738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d874d728-a254-4530-8995-052c095c60da,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:24.090247 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1fc1-f50e-433e-a457-cb31375ad50d admin admin] Publish callbacks [] for security_group (d874d728-a254-4530-8995-052c095c60da), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:24.161827 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1fc1-f50e-433e-a457-cb31375ad50d admin admin] Publish callbacks [] for security_group (d874d728-a254-4530-8995-052c095c60da), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:24.256885 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe4857b-1288-42bc-a0ce-1cddcf8844c8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Router 71c92f8b-bfde-4236-875a-89f754c16097 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:57:24.263101 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1fc1-f50e-433e-a457-cb31375ad50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (d874d728-a254-4530-8995-052c095c60da), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:24.266279 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1fc1-f50e-433e-a457-cb31375ad50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:24.267404 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0d5d1fc1-f50e-433e-a457-cb31375ad50d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d874d728-a254-4530-8995-052c095c60da HTTP/1.1" status: 204 len: 168 time: 0.3286862 May 05 14:57:24.278443 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d1fc1-f50e-433e-a457-cb31375ad50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d874d728-a254-4530-8995-052c095c60da,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:24.390338 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe4857b-1288-42bc-a0ce-1cddcf8844c8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:57:24.394805 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-afe4857b-1288-42bc-a0ce-1cddcf8844c8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:24.401327 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:57:24.411811 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:57:24.412660 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:57:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:24.429887 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-afe4857b-1288-42bc-a0ce-1cddcf8844c8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "PUT /v2.0/floatingips/c333456a-218c-4ee1-a86e-a8adbcc31634 HTTP/1.1" status: 200 len: 990 time: 1.8498416 May 05 14:57:24.429887 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'tag': '95c245c3-10fb-4dde-9562-951713eb6480'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:24.430165 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3", "tag": "95c245c3-10fb-4dde-9562-951713eb6480"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:24.477006 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8b706d-e302-4c4b-b000-e6e94da988bc x-openstack-request-id: req-1d8b706d-e302-4c4b-b000-e6e94da988bc {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:24.477302 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3", "tag": "95c245c3-10fb-4dde-9562-951713eb6480", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:24.477558 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d8b706d-e302-4c4b-b000-e6e94da988bc {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:24.478017 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8b706d-e302-4c4b-b000-e6e94da988bc'] response: {'name': 'network-changed', 'server_uuid': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'tag': '95c245c3-10fb-4dde-9562-951713eb6480', 'status': 'completed', 'code': 200} May 05 14:57:24.538486 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:57:24.604186 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-1c4c5f74-3e9e-4e73-9807-aa55ea8b6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:24.605753 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-1c4c5f74-3e9e-4e73-9807-aa55ea8b6c58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 1129 time: 0.0427163 May 05 14:57:24.752916 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bc758-0c88-4d93-90db-d61cbcf74c95 req-71cafad1-e38b-4eb3-b89f-5cb4ad4dc426 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:24.754529 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ee3bc758-0c88-4d93-90db-d61cbcf74c95 req-71cafad1-e38b-4eb3-b89f-5cb4ad4dc426 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0649626 May 05 14:57:24.759871 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-0a1d5881-456c-43e0-a3c3-fd9aa78d81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:24.761272 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-0a1d5881-456c-43e0-a3c3-fd9aa78d81d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 915 time: 0.1433902 May 05 14:57:24.781619 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'c333456a-218c-4ee1-a86e-a8adbcc31634', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '95c245c3-10fb-4dde-9562-951713eb6480', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:48:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:55Z', 'updated_at': '2022-05-05T14:57:23Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:24.817901 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:57:24.827043 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:57:24.827670 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:57:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:24.851628 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ee3bc758-0c88-4d93-90db-d61cbcf74c95 req-dde8b3a5-ed84-421f-8e38-3554fedd5fd0 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876584 May 05 14:57:24.868259 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-765c4dbf-a2a4-4ca0-b27b-074aa5c354e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95c245c3-10fb-4dde-9562-951713eb6480 HTTP/1.1" status: 200 len: 998 time: 0.0828922 May 05 14:57:24.927254 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-1e162f9c-cd1c-48bb-9ff1-60cd5ca3764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:24.929381 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-1e162f9c-cd1c-48bb-9ff1-60cd5ca3764e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0542605 May 05 14:57:24.946062 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:57:25.028081 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-88857c12-9a43-4a10-af18-40c7da209d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:25.029583 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-88857c12-9a43-4a10-af18-40c7da209d34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913372 May 05 14:57:25.157077 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-a752ea44-4b17-4385-a9dd-33492d961763 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199369 May 05 14:57:25.224831 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'c333456a-218c-4ee1-a86e-a8adbcc31634', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '95c245c3-10fb-4dde-9562-951713eb6480', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:48:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:55Z', 'updated_at': '2022-05-05T14:57:23Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:25.257889 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca480b8-1c6e-481f-b063-92a2ac2984c1 None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'c333456a-218c-4ee1-a86e-a8adbcc31634', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '95c245c3-10fb-4dde-9562-951713eb6480', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:48:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:55Z', 'updated_at': '2022-05-05T14:57:23Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:57:25.286263 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12a5f089-f3e6-4f5e-97c8-be2a5a5b0ad3 req-ccf6189a-8b0e-4917-af18-91e73dccc9e0 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203654 May 05 14:57:25.566541 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b1fbf1-68f6-4a9d-9147-07539c8db154 None None] New status for floating IP c333456a-218c-4ee1-a86e-a8adbcc31634: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 14:57:25.640017 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52786) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:25.677110 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52790) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:25.795434 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-59ad10fd-84aa-4b29-867a-d49bed78a2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:25.821576 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3c3e-905e-4d06-8937-5172de237dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:25.925902 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-59ad10fd-84aa-4b29-867a-d49bed78a2d7 admin admin] Publish callbacks [] for security_group (27db446b-4d47-4209-ac49-205f1eba88e9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:25.935812 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-59ad10fd-84aa-4b29-867a-d49bed78a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (27db446b-4d47-4209-ac49-205f1eba88e9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:25.975142 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3c3e-905e-4d06-8937-5172de237dd1 admin admin] Publish callbacks [] for security_group (31794755-586d-44df-ae5f-0654894312df), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.007476 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3c3e-905e-4d06-8937-5172de237dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (31794755-586d-44df-ae5f-0654894312df), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.027747 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad10fd-84aa-4b29-867a-d49bed78a2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27db446b-4d47-4209-ac49-205f1eba88e9,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:26.035625 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-59ad10fd-84aa-4b29-867a-d49bed78a2d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86d80609d45b45b59377f310bccb965d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572102 May 05 14:57:26.038598 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52796) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:26.047177 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d24fe-6084-4330-9286-063ad4e4eb6c req-c6a55ed1-694b-45dc-bd57-4ebff8f16b43 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:26.048619 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-be4d24fe-6084-4330-9286-063ad4e4eb6c req-c6a55ed1-694b-45dc-bd57-4ebff8f16b43 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.1078663 May 05 14:57:26.077569 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c2ed3c3e-905e-4d06-8937-5172de237dd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbc785ce6fac4c5a83f555d6b2c341b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351060 May 05 14:57:26.081257 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52800) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:26.089137 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed3c3e-905e-4d06-8937-5172de237dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31794755-586d-44df-ae5f-0654894312df,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:26.114385 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e5784ca-2658-4c4f-9a67-5f855278511c admin admin] Publish callbacks [] for security_group (27db446b-4d47-4209-ac49-205f1eba88e9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.122935 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-be4d24fe-6084-4330-9286-063ad4e4eb6c req-8282ee25-6d20-4719-9489-4e9fe5e45222 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622206 May 05 14:57:26.143329 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:57:26.152269 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e5784ca-2658-4c4f-9a67-5f855278511c admin admin] Publish callbacks [] for security_group (27db446b-4d47-4209-ac49-205f1eba88e9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.177076 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b70a00db-6fd2-48c3-9433-b7a94ddc3d9d admin admin] Publish callbacks [] for security_group (31794755-586d-44df-ae5f-0654894312df), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.212533 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b70a00db-6fd2-48c3-9433-b7a94ddc3d9d admin admin] Publish callbacks [] for security_group (31794755-586d-44df-ae5f-0654894312df), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.248322 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e5784ca-2658-4c4f-9a67-5f855278511c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (27db446b-4d47-4209-ac49-205f1eba88e9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.252165 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e5784ca-2658-4c4f-9a67-5f855278511c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.254089 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8e5784ca-2658-4c4f-9a67-5f855278511c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27db446b-4d47-4209-ac49-205f1eba88e9 HTTP/1.1" status: 204 len: 168 time: 0.2143078 May 05 14:57:26.265885 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5784ca-2658-4c4f-9a67-5f855278511c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27db446b-4d47-4209-ac49-205f1eba88e9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:26.300356 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b70a00db-6fd2-48c3-9433-b7a94ddc3d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (31794755-586d-44df-ae5f-0654894312df), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.303140 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b70a00db-6fd2-48c3-9433-b7a94ddc3d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.304337 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b70a00db-6fd2-48c3-9433-b7a94ddc3d9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31794755-586d-44df-ae5f-0654894312df HTTP/1.1" status: 204 len: 168 time: 0.2219429 May 05 14:57:26.313601 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a00db-6fd2-48c3-9433-b7a94ddc3d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31794755-586d-44df-ae5f-0654894312df,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:26.674259 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52834) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:26.688108 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2070c17c-0242-4385-aa25-875e0579aff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.768248 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2070c17c-0242-4385-aa25-875e0579aff3 admin admin] Publish callbacks [] for security_group (3fc53597-bdce-492e-96bb-2c07a3dfb2b8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.772509 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2070c17c-0242-4385-aa25-875e0579aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3fc53597-bdce-492e-96bb-2c07a3dfb2b8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.818425 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2070c17c-0242-4385-aa25-875e0579aff3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06fd99b4593c42298f3a70a2e7427e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406853 May 05 14:57:26.818817 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070c17c-0242-4385-aa25-875e0579aff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc53597-bdce-492e-96bb-2c07a3dfb2b8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:26.819417 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52840) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:26.872535 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee91766d-2e90-47d5-94e8-108f58d8afe5 admin admin] Publish callbacks [] for security_group (3fc53597-bdce-492e-96bb-2c07a3dfb2b8), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.898106 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee91766d-2e90-47d5-94e8-108f58d8afe5 admin admin] Publish callbacks [] for security_group (3fc53597-bdce-492e-96bb-2c07a3dfb2b8), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.962609 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee91766d-2e90-47d5-94e8-108f58d8afe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3fc53597-bdce-492e-96bb-2c07a3dfb2b8), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.968391 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee91766d-2e90-47d5-94e8-108f58d8afe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:26.969678 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ee91766d-2e90-47d5-94e8-108f58d8afe5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fc53597-bdce-492e-96bb-2c07a3dfb2b8 HTTP/1.1" status: 204 len: 168 time: 0.1487892 May 05 14:57:26.984653 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91766d-2e90-47d5-94e8-108f58d8afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc53597-bdce-492e-96bb-2c07a3dfb2b8,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:27.249199 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365248-4d21-4f2a-b830-1c570f2740d0 req-81a3ddc7-6050-4444-8253-6bbeeb99576a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:27.251004 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f4365248-4d21-4f2a-b830-1c570f2740d0 req-81a3ddc7-6050-4444-8253-6bbeeb99576a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0518582 May 05 14:57:27.287937 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52868) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:27.301418 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:27.312389 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f4365248-4d21-4f2a-b830-1c570f2740d0 req-3d4a3d69-d17d-4ef8-9e9b-884872bf72dd tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556517 May 05 14:57:27.392864 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Publish callbacks [] for security_group (fe990c98-11d5-4003-a972-9135763c9986), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:27.396462 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (fe990c98-11d5-4003-a972-9135763c9986), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:27.436268 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09ce7369134f4017b6751830d4c6ca01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472511 May 05 14:57:27.437371 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe990c98-11d5-4003-a972-9135763c9986,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:27.439018 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52872) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:27.444986 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.445332 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.445700 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.446036 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.446629 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.446848 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.447172 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.447664 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.448010 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.448336 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.448688 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.449030 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.449356 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.449690 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.450166 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0355fe-b923-4967-a1e8-172862487398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:27.497109 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6cdd52b8-3b12-4159-a7e3-a8ab69928dd3 admin admin] Publish callbacks [] for security_group (fe990c98-11d5-4003-a972-9135763c9986), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:27.519031 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6cdd52b8-3b12-4159-a7e3-a8ab69928dd3 admin admin] Publish callbacks [] for security_group (fe990c98-11d5-4003-a972-9135763c9986), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:27.568326 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6cdd52b8-3b12-4159-a7e3-a8ab69928dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (fe990c98-11d5-4003-a972-9135763c9986), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:27.571064 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6cdd52b8-3b12-4159-a7e3-a8ab69928dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:27.572251 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6cdd52b8-3b12-4159-a7e3-a8ab69928dd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe990c98-11d5-4003-a972-9135763c9986 HTTP/1.1" status: 204 len: 168 time: 0.1317260 May 05 14:57:27.601364 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd52b8-3b12-4159-a7e3-a8ab69928dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe990c98-11d5-4003-a972-9135763c9986,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:27.899514 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 52890) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:28.063602 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:28.149910 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Publish callbacks [] for security_group (dc2bea4e-0388-4b53-aa41-2eecfbc60b4d), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:28.155967 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (dc2bea4e-0388-4b53-aa41-2eecfbc60b4d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:28.198010 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 52912) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:28.198262 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52350670b4a94b3e8261911eac64ab5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976704 May 05 14:57:28.205357 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2bea4e-0388-4b53-aa41-2eecfbc60b4d,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:28.213847 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.214598 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.215189 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.215815 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.216085 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.216559 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.217215 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.218376 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.218862 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.219422 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.219898 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.220394 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.221022 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.221636 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.222129 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22520b-b0ca-434d-a476-9bc04d34af6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:28.270038 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efa97401-1f74-46de-91b8-b95a4771826f admin admin] Publish callbacks [] for security_group (dc2bea4e-0388-4b53-aa41-2eecfbc60b4d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:28.291530 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efa97401-1f74-46de-91b8-b95a4771826f admin admin] Publish callbacks [] for security_group (dc2bea4e-0388-4b53-aa41-2eecfbc60b4d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:28.363584 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efa97401-1f74-46de-91b8-b95a4771826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (dc2bea4e-0388-4b53-aa41-2eecfbc60b4d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:28.366862 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efa97401-1f74-46de-91b8-b95a4771826f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:28.370429 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-efa97401-1f74-46de-91b8-b95a4771826f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc2bea4e-0388-4b53-aa41-2eecfbc60b4d HTTP/1.1" status: 204 len: 168 time: 0.1689231 May 05 14:57:28.402874 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa97401-1f74-46de-91b8-b95a4771826f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2bea4e-0388-4b53-aa41-2eecfbc60b4d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:28.464106 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb58e6-dc8c-4176-88a9-f7c68208ea56 req-4e416608-d86a-4397-ba37-847420b4bb45 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:28.466083 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9dfb58e6-dc8c-4176-88a9-f7c68208ea56 req-4e416608-d86a-4397-ba37-847420b4bb45 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0735369 May 05 14:57:28.546329 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9dfb58e6-dc8c-4176-88a9-f7c68208ea56 req-efdee1f2-6b53-4db9-b626-c80667adc8d7 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696001 May 05 14:57:29.316541 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:29.426559 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62060695-3013-405d-acd5-d94506df0550 req-f3075240-62a2-44d7-a17a-b742cb7d160b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447800 May 05 14:57:29.579915 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea879ef-bf86-4d1c-8b94-6b3a171d72fd req-193b9a8f-ab57-480f-9ebe-14559715405b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:29.581443 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eea879ef-bf86-4d1c-8b94-6b3a171d72fd req-193b9a8f-ab57-480f-9ebe-14559715405b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 945 time: 0.0484984 May 05 14:57:29.650380 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eea879ef-bf86-4d1c-8b94-6b3a171d72fd req-a0d8477a-6169-4f15-9507-1428ccab5496 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619700 May 05 14:57:29.685456 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636063c-4704-4574-8052-3aa67a8c99e7 req-9cf354bc-01f9-4248-abf3-7d490ed96a41 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:29.687736 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d636063c-4704-4574-8052-3aa67a8c99e7 req-9cf354bc-01f9-4248-abf3-7d490ed96a41 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0526121 May 05 14:57:29.736681 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d636063c-4704-4574-8052-3aa67a8c99e7 req-faf8b988-f0ed-42f6-ac6a-094d29c4f4e5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 May 05 14:57:30.768913 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6afe88-3e12-450b-a7cf-1bd1828843c7 req-6620d77c-2eb9-4268-aa96-786ace39041f tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:30.770472 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef6afe88-3e12-450b-a7cf-1bd1828843c7 req-6620d77c-2eb9-4268-aa96-786ace39041f tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 945 time: 0.0495961 May 05 14:57:30.831931 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef6afe88-3e12-450b-a7cf-1bd1828843c7 req-ee4f5f1a-9f6c-496b-b3ae-085070db5029 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544572 May 05 14:57:30.869976 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0d728-4cfa-4784-81b1-52dd10283e1c req-521b1256-f4b3-42e3-b5d9-7d4bb43cd0d4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:30.871536 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5b0d728-4cfa-4784-81b1-52dd10283e1c req-521b1256-f4b3-42e3-b5d9-7d4bb43cd0d4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0576687 May 05 14:57:30.922361 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5b0d728-4cfa-4784-81b1-52dd10283e1c req-0c77e36d-a99f-42b8-92c5-78d174103e7f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 May 05 14:57:31.310377 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62060695-3013-405d-acd5-d94506df0550 req-38db3262-0240-4101-b74a-ae9f983fb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:31.312511 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62060695-3013-405d-acd5-d94506df0550 req-38db3262-0240-4101-b74a-ae9f983fb839 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9581428b0f134e63a2b7971b8ce04ba8&device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 1129 time: 0.0400598 May 05 14:57:31.426039 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62060695-3013-405d-acd5-d94506df0550 req-69299a06-67dc-45eb-a303-cd174624e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:31.428100 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62060695-3013-405d-acd5-d94506df0550 req-69299a06-67dc-45eb-a303-cd174624e538 service neutron] 10.222.0.25 "GET /v2.0/networks?id=809ae1dc-3236-42f0-8850-304d9269cb0b HTTP/1.1" status: 200 len: 912 time: 0.0903289 May 05 14:57:31.793482 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62060695-3013-405d-acd5-d94506df0550 req-bf4b02ae-48cc-4804-9a77-f3cc54bfe2a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bc4edb8-93b9-4417-933f-90ec8dcd501b HTTP/1.1" status: 200 len: 217 time: 0.2225175 May 05 14:57:31.851072 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62060695-3013-405d-acd5-d94506df0550 req-66e474f1-7586-4904-846b-72ac04ac14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:31.852606 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62060695-3013-405d-acd5-d94506df0550 req-66e474f1-7586-4904-846b-72ac04ac14f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7097cd13-5540-4b0a-a578-308d3dc172cd HTTP/1.1" status: 200 len: 851 time: 0.0507240 May 05 14:57:31.946174 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168ceed-942d-4758-9f56-c151f0b13a8c req-497137ef-3887-4065-a050-d7cc99600740 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:31.947775 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f168ceed-942d-4758-9f56-c151f0b13a8c req-497137ef-3887-4065-a050-d7cc99600740 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 945 time: 0.0486786 May 05 14:57:32.010157 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f168ceed-942d-4758-9f56-c151f0b13a8c req-1ac4c994-1bd4-4d27-9d90-b5174a3294ae tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558739 May 05 14:57:32.058403 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62060695-3013-405d-acd5-d94506df0550 req-5310f2fa-9a67-48f3-a56f-4ddc978903e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=809ae1dc-3236-42f0-8850-304d9269cb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320539 May 05 14:57:32.066924 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75654-267c-41e5-a42d-dc2d6f9930d7 req-e1536a87-3b65-47a0-814e-a93da62adfa4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:32.068280 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1dc75654-267c-41e5-a42d-dc2d6f9930d7 req-e1536a87-3b65-47a0-814e-a93da62adfa4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0715592 May 05 14:57:32.174581 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1dc75654-267c-41e5-a42d-dc2d6f9930d7 req-84df5870-8d23-49eb-853e-ad9342631631 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984559 May 05 14:57:32.192989 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62060695-3013-405d-acd5-d94506df0550 req-7a00c7c1-dd68-4422-a1a2-c827aff61d72 service neutron] 10.222.0.25 "GET /v2.0/networks/809ae1dc-3236-42f0-8850-304d9269cb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237919 May 05 14:57:32.291781 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53367a78-d403-422e-8d52-bb687d222421 req-1ff40d07-7e9e-4a8c-a429-3146097b97a1 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:32.293419 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-53367a78-d403-422e-8d52-bb687d222421 req-1ff40d07-7e9e-4a8c-a429-3146097b97a1 tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.25 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 945 time: 0.0744619 May 05 14:57:32.452823 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62060695-3013-405d-acd5-d94506df0550 req-6f6095f3-afc3-46d7-9a27-4436a806b1d9 service neutron] 10.222.0.25 "GET /v2.0/networks/809ae1dc-3236-42f0-8850-304d9269cb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326367 May 05 14:57:32.478692 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-53367a78-d403-422e-8d52-bb687d222421 req-ac60bc0f-c57b-4cbb-84f0-8c31f788dd1a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Deleting port 7bc4edb8-93b9-4417-933f-90ec8dcd501b {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 14:57:32.479037 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-53367a78-d403-422e-8d52-bb687d222421 req-ac60bc0f-c57b-4cbb-84f0-8c31f788dd1a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:32.586646 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-53367a78-d403-422e-8d52-bb687d222421 req-ac60bc0f-c57b-4cbb-84f0-8c31f788dd1a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] For port 7bc4edb8-93b9-4417-933f-90ec8dcd501b, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7bc4edb8-93b9-4417-933f-90ec8dcd501b,segment=NetworkSegment(02c09eb8-67c9-428e-ba0c-6259fb623402),segment_id=02c09eb8-67c9-428e-ba0c-6259fb623402)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:32.586954 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-53367a78-d403-422e-8d52-bb687d222421 req-ac60bc0f-c57b-4cbb-84f0-8c31f788dd1a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:32.602442 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-53367a78-d403-422e-8d52-bb687d222421 req-ac60bc0f-c57b-4cbb-84f0-8c31f788dd1a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Calling delete_port for 7bc4edb8-93b9-4417-933f-90ec8dcd501b owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 14:57:32.772046 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-53367a78-d403-422e-8d52-bb687d222421 req-ac60bc0f-c57b-4cbb-84f0-8c31f788dd1a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (7bc4edb8-93b9-4417-933f-90ec8dcd501b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:32.800904 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53064) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:32.804745 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60bc0f-c57b-4cbb-84f0-8c31f788dd1a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Pushing event deleted for resources: {'Port': ['ID=7bc4edb8-93b9-4417-933f-90ec8dcd501b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:32.867373 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-53367a78-d403-422e-8d52-bb687d222421 req-ac60bc0f-c57b-4cbb-84f0-8c31f788dd1a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] No DVR routers for this DVR port 7bc4edb8-93b9-4417-933f-90ec8dcd501b on host hv-cinder-83942 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 14:57:32.870658 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-53367a78-d403-422e-8d52-bb687d222421 req-ac60bc0f-c57b-4cbb-84f0-8c31f788dd1a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:32.874035 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-53367a78-d403-422e-8d52-bb687d222421 req-ac60bc0f-c57b-4cbb-84f0-8c31f788dd1a tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.25 "DELETE /v2.0/ports/7bc4edb8-93b9-4417-933f-90ec8dcd501b HTTP/1.1" status: 204 len: 173 time: 0.5739241 May 05 14:57:32.874473 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61affc8c-d8b1-4580-848b-ffef325d654b', 'name': 'network-vif-deleted', 'tag': '7bc4edb8-93b9-4417-933f-90ec8dcd501b'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:32.876730 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe277c2-ce72-4302-a87f-13facecc711a" -d '{"events": [{"server_uuid": "61affc8c-d8b1-4580-848b-ffef325d654b", "name": "network-vif-deleted", "tag": "7bc4edb8-93b9-4417-933f-90ec8dcd501b"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:32.912074 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef62761-8c7c-4f0a-a654-c15e28df757c x-openstack-request-id: req-8ef62761-8c7c-4f0a-a654-c15e28df757c {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:32.912586 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61affc8c-d8b1-4580-848b-ffef325d654b", "name": "network-vif-deleted", "tag": "7bc4edb8-93b9-4417-933f-90ec8dcd501b", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:32.912847 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ef62761-8c7c-4f0a-a654-c15e28df757c {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:32.913258 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef62761-8c7c-4f0a-a654-c15e28df757c'] response: {'server_uuid': '61affc8c-d8b1-4580-848b-ffef325d654b', 'name': 'network-vif-deleted', 'tag': '7bc4edb8-93b9-4417-933f-90ec8dcd501b', 'status': 'completed', 'code': 200} May 05 14:57:32.922378 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7807b6c9-edb6-4e57-b9d3-b10bafc60859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.000819 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7807b6c9-edb6-4e57-b9d3-b10bafc60859 admin admin] Publish callbacks [] for security_group (89f861de-92c7-47e7-afb2-763475d26bdb), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.004654 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7807b6c9-edb6-4e57-b9d3-b10bafc60859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (89f861de-92c7-47e7-afb2-763475d26bdb), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.043786 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7807b6c9-edb6-4e57-b9d3-b10bafc60859 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d3f8d628ee24b7795b81697e4d9c346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417440 May 05 14:57:33.044564 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807b6c9-edb6-4e57-b9d3-b10bafc60859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f861de-92c7-47e7-afb2-763475d26bdb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:33.046930 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53072) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:33.117786 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-666fb3fc-882b-4760-84ff-aad1612efaa1 req-ca214e15-9025-4eb8-b04f-676b1da0063b tempest-DeleteServersTestJSON-474976078 tempest-DeleteServersTestJSON-474976078-project] 10.222.0.48 "GET /v2.0/ports?device_id=61affc8c-d8b1-4580-848b-ffef325d654b HTTP/1.1" status: 200 len: 210 time: 0.0344484 May 05 14:57:33.122347 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8452190f-428c-4d9f-b2a2-266dc9bc9188 admin admin] Publish callbacks [] for security_group (89f861de-92c7-47e7-afb2-763475d26bdb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.149239 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8452190f-428c-4d9f-b2a2-266dc9bc9188 admin admin] Publish callbacks [] for security_group (89f861de-92c7-47e7-afb2-763475d26bdb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.195648 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8452190f-428c-4d9f-b2a2-266dc9bc9188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (89f861de-92c7-47e7-afb2-763475d26bdb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.198625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8452190f-428c-4d9f-b2a2-266dc9bc9188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.199791 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8452190f-428c-4d9f-b2a2-266dc9bc9188 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89f861de-92c7-47e7-afb2-763475d26bdb HTTP/1.1" status: 204 len: 168 time: 0.1518841 May 05 14:57:33.208231 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452190f-428c-4d9f-b2a2-266dc9bc9188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f861de-92c7-47e7-afb2-763475d26bdb,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:33.298371 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c911007-89ad-41c6-b130-66fda234dfc5 req-548a1d58-9548-4d8e-9746-cf5b4c2f108b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:33.300266 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c911007-89ad-41c6-b130-66fda234dfc5 req-548a1d58-9548-4d8e-9746-cf5b4c2f108b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0529568 May 05 14:57:33.359891 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c911007-89ad-41c6-b130-66fda234dfc5 req-208de649-f51e-48d5-ba7d-f853283d11c5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535710 May 05 14:57:33.496626 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53084) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:33.510642 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a556237a-81ef-4736-b040-3fb350f56f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.589461 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a556237a-81ef-4736-b040-3fb350f56f6a admin admin] Publish callbacks [] for security_group (e6b175be-12f3-4481-8813-5f1864a22e70), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.597446 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a556237a-81ef-4736-b040-3fb350f56f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (e6b175be-12f3-4481-8813-5f1864a22e70), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.626732 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53092) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:33.650954 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a556237a-81ef-4736-b040-3fb350f56f6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c670b2f8b3c94fe593cc2621e137c462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440425 May 05 14:57:33.650954 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556237a-81ef-4736-b040-3fb350f56f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b175be-12f3-4481-8813-5f1864a22e70,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:33.657402 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53098) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:33.724567 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05a58f84-0f67-4c8e-9dad-987c62a8884d admin admin] Publish callbacks [] for security_group (e6b175be-12f3-4481-8813-5f1864a22e70), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.756536 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15dfd436-8a8e-4160-9cd6-735fcc77a0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.759472 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05a58f84-0f67-4c8e-9dad-987c62a8884d admin admin] Publish callbacks [] for security_group (e6b175be-12f3-4481-8813-5f1864a22e70), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.845739 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05a58f84-0f67-4c8e-9dad-987c62a8884d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (e6b175be-12f3-4481-8813-5f1864a22e70), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.848607 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05a58f84-0f67-4c8e-9dad-987c62a8884d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.852157 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-05a58f84-0f67-4c8e-9dad-987c62a8884d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6b175be-12f3-4481-8813-5f1864a22e70 HTTP/1.1" status: 204 len: 168 time: 0.1898491 May 05 14:57:33.859955 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a58f84-0f67-4c8e-9dad-987c62a8884d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b175be-12f3-4481-8813-5f1864a22e70,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:33.898503 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15dfd436-8a8e-4160-9cd6-735fcc77a0cd admin admin] Publish callbacks [] for security_group (5b85f0e1-a80a-41f9-9d9f-660497514c7b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.903587 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15dfd436-8a8e-4160-9cd6-735fcc77a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (5b85f0e1-a80a-41f9-9d9f-660497514c7b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:33.952827 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-15dfd436-8a8e-4160-9cd6-735fcc77a0cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02bc8cb22fe34b4ab1ba6e94bbbf6091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223846 May 05 14:57:33.952827 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfd436-8a8e-4160-9cd6-735fcc77a0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b85f0e1-a80a-41f9-9d9f-660497514c7b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:33.953406 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53114) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:34.014479 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7d88-670f-473e-b92b-97dc9c65f49c admin admin] Publish callbacks [] for security_group (5b85f0e1-a80a-41f9-9d9f-660497514c7b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.044955 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7d88-670f-473e-b92b-97dc9c65f49c admin admin] Publish callbacks [] for security_group (5b85f0e1-a80a-41f9-9d9f-660497514c7b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.115788 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7d88-670f-473e-b92b-97dc9c65f49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (5b85f0e1-a80a-41f9-9d9f-660497514c7b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.118392 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2ba7d88-670f-473e-b92b-97dc9c65f49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.119522 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c2ba7d88-670f-473e-b92b-97dc9c65f49c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b85f0e1-a80a-41f9-9d9f-660497514c7b HTTP/1.1" status: 204 len: 168 time: 0.1650424 May 05 14:57:34.128939 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba7d88-670f-473e-b92b-97dc9c65f49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b85f0e1-a80a-41f9-9d9f-660497514c7b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:34.521747 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53154) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:34.536084 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5fea5f76-fa06-43e4-802b-7550d3a291e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.548936 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686c22f-e747-4ee3-b410-d6c9dc12cb65 req-74c9f95a-5008-4f23-93ed-c8e6b06a283a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:34.554273 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3686c22f-e747-4ee3-b410-d6c9dc12cb65 req-74c9f95a-5008-4f23-93ed-c8e6b06a283a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0721130 May 05 14:57:34.603363 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3686c22f-e747-4ee3-b410-d6c9dc12cb65 req-4d956f74-50b4-4792-a821-43d0bec3b3c6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470810 May 05 14:57:34.620946 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5fea5f76-fa06-43e4-802b-7550d3a291e6 admin admin] Publish callbacks [] for security_group (c56d9b69-6306-4de9-bb7a-abffe0293c32), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.629139 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5fea5f76-fa06-43e4-802b-7550d3a291e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c56d9b69-6306-4de9-bb7a-abffe0293c32), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.668499 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5fea5f76-fa06-43e4-802b-7550d3a291e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ee8accc02d3447a8f46a082833ec6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457169 May 05 14:57:34.669428 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea5f76-fa06-43e4-802b-7550d3a291e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56d9b69-6306-4de9-bb7a-abffe0293c32,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:34.671291 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53160) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:34.696470 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7bc4edb8-93b9-4417-933f-90ec8dcd501b no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 14:57:34.718456 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 7bc4edb8-93b9-4417-933f-90ec8dcd501b {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 14:57:34.719088 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7bc4edb8-93b9-4417-933f-90ec8dcd501b not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 14:57:34.722092 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54b1c580-8210-4081-90bd-dbe4f597c4f4 admin admin] Publish callbacks [] for security_group (c56d9b69-6306-4de9-bb7a-abffe0293c32), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.744628 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54b1c580-8210-4081-90bd-dbe4f597c4f4 admin admin] Publish callbacks [] for security_group (c56d9b69-6306-4de9-bb7a-abffe0293c32), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.802281 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54b1c580-8210-4081-90bd-dbe4f597c4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c56d9b69-6306-4de9-bb7a-abffe0293c32), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.804876 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54b1c580-8210-4081-90bd-dbe4f597c4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:34.806132 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-54b1c580-8210-4081-90bd-dbe4f597c4f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c56d9b69-6306-4de9-bb7a-abffe0293c32 HTTP/1.1" status: 204 len: 168 time: 0.1337006 May 05 14:57:34.814485 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1c580-8210-4081-90bd-dbe4f597c4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56d9b69-6306-4de9-bb7a-abffe0293c32,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:35.385570 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53192) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:35.492072 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-270e5c6c-3bc7-42d3-8f1c-7fa7332b1eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.574511 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-270e5c6c-3bc7-42d3-8f1c-7fa7332b1eea admin admin] Publish callbacks [] for security_group (21af4a39-ddc4-43f1-91f2-38396ee648d0), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.580042 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-270e5c6c-3bc7-42d3-8f1c-7fa7332b1eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (21af4a39-ddc4-43f1-91f2-38396ee648d0), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.621073 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-270e5c6c-3bc7-42d3-8f1c-7fa7332b1eea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc60d687694c4e56812e020e6d382253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320955 May 05 14:57:35.621508 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53210) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:35.622103 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e5c6c-3bc7-42d3-8f1c-7fa7332b1eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21af4a39-ddc4-43f1-91f2-38396ee648d0,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:35.654170 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53214) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:35.710449 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad627359-e852-4a23-8e2b-70ee09f595c0 admin admin] Publish callbacks [] for security_group (21af4a39-ddc4-43f1-91f2-38396ee648d0), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.726561 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9d9947-a10b-490b-a775-971f9fbacf3f admin admin] Deleting subnet 7097cd13-5540-4b0a-a578-308d3dc172cd {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 14:57:35.730831 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9947-a10b-490b-a775-971f9fbacf3f admin admin] Publish callbacks [] for subnet (7097cd13-5540-4b0a-a578-308d3dc172cd), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.739367 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81916aa-a950-4fcb-b50c-de5739f63caf req-b1ba712d-b7e2-4957-af2b-0f9007474d92 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:35.741062 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b81916aa-a950-4fcb-b50c-de5739f63caf req-b1ba712d-b7e2-4957-af2b-0f9007474d92 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0522373 May 05 14:57:35.763542 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad627359-e852-4a23-8e2b-70ee09f595c0 admin admin] Publish callbacks [] for security_group (21af4a39-ddc4-43f1-91f2-38396ee648d0), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.787502 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9947-a10b-490b-a775-971f9fbacf3f admin admin] Publish callbacks [] for subnet (7097cd13-5540-4b0a-a578-308d3dc172cd), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.801020 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b81916aa-a950-4fcb-b50c-de5739f63caf req-fe0c9f60-8682-412a-915a-0317cb0cd244 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534632 May 05 14:57:35.807428 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9947-a10b-490b-a775-971f9fbacf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (7097cd13-5540-4b0a-a578-308d3dc172cd), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.858868 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad627359-e852-4a23-8e2b-70ee09f595c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (21af4a39-ddc4-43f1-91f2-38396ee648d0), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.863484 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad627359-e852-4a23-8e2b-70ee09f595c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.864947 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ad627359-e852-4a23-8e2b-70ee09f595c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21af4a39-ddc4-43f1-91f2-38396ee648d0 HTTP/1.1" status: 204 len: 168 time: 0.2423913 May 05 14:57:35.881165 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad627359-e852-4a23-8e2b-70ee09f595c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af4a39-ddc4-43f1-91f2-38396ee648d0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:35.888735 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9947-a10b-490b-a775-971f9fbacf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for subnet (7097cd13-5540-4b0a-a578-308d3dc172cd), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.920092 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d9947-a10b-490b-a775-971f9fbacf3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7097cd13-5540-4b0a-a578-308d3dc172cd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:35.929464 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9947-a10b-490b-a775-971f9fbacf3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:35.937301 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4d9d9947-a10b-490b-a775-971f9fbacf3f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7097cd13-5540-4b0a-a578-308d3dc172cd HTTP/1.1" status: 204 len: 168 time: 0.2768764 May 05 14:57:35.937301 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53222) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:36.012994 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (809ae1dc-3236-42f0-8850-304d9269cb0b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.104058 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (809ae1dc-3236-42f0-8850-304d9269cb0b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.126385 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.126739 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.127495 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.128006 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.128526 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.129019 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.129497 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.129992 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.130486 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.130968 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.195834 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.196195 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.196535 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.196875 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 14:57:36.197246 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809ae1dc-3236-42f0-8850-304d9269cb0b']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:36.216610 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c09eb8-67c9-428e-ba0c-6259fb623402') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:36.216949 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c09eb8-67c9-428e-ba0c-6259fb623402') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:36.233101 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (02c09eb8-67c9-428e-ba0c-6259fb623402), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.245709 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53232) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:36.256265 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (02c09eb8-67c9-428e-ba0c-6259fb623402), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.260548 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52b9c5e5-3280-4026-bfe2-44a976293024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.266353 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 14:57:36.266796 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (02c09eb8-67c9-428e-ba0c-6259fb623402), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: from cryptography.utils import int_from_bytes May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: from cryptography.utils import int_from_bytes May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 14:57:36.271491 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 14:57:36.335378 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (809ae1dc-3236-42f0-8850-304d9269cb0b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.354144 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52b9c5e5-3280-4026-bfe2-44a976293024 admin admin] Publish callbacks [] for security_group (7d6fcca4-cb89-4d97-b4cb-c3f1553cd378), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.355321 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.359341 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52b9c5e5-3280-4026-bfe2-44a976293024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (7d6fcca4-cb89-4d97-b4cb-c3f1553cd378), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.359716 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] 10.222.0.48 "DELETE /v2.0/networks/809ae1dc-3236-42f0-8850-304d9269cb0b HTTP/1.1" status: 204 len: 168 time: 0.4225378 May 05 14:57:36.361143 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3ce8d-e3bd-4380-b7cd-dda6930dd287 admin admin] Pushing event deleted for resources: {'Network': ['ID=809ae1dc-3236-42f0-8850-304d9269cb0b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:36.409036 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-52b9c5e5-3280-4026-bfe2-44a976293024 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e272556c5a7402190265b17fb9b6719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621261 May 05 14:57:36.409748 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9c5e5-3280-4026-bfe2-44a976293024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6fcca4-cb89-4d97-b4cb-c3f1553cd378,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:36.412811 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53238) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:36.475883 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a70ac2d-d0e9-4a2e-8800-343ddb1aae78 admin admin] Publish callbacks [] for security_group (7d6fcca4-cb89-4d97-b4cb-c3f1553cd378), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.501092 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a70ac2d-d0e9-4a2e-8800-343ddb1aae78 admin admin] Publish callbacks [] for security_group (7d6fcca4-cb89-4d97-b4cb-c3f1553cd378), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.550372 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a70ac2d-d0e9-4a2e-8800-343ddb1aae78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (7d6fcca4-cb89-4d97-b4cb-c3f1553cd378), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.553152 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a70ac2d-d0e9-4a2e-8800-343ddb1aae78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.556749 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7a70ac2d-d0e9-4a2e-8800-343ddb1aae78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d6fcca4-cb89-4d97-b4cb-c3f1553cd378 HTTP/1.1" status: 204 len: 168 time: 0.1407743 May 05 14:57:36.563118 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70ac2d-d0e9-4a2e-8800-343ddb1aae78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6fcca4-cb89-4d97-b4cb-c3f1553cd378,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:36.585083 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53244) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:36.626888 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f712571e-9a6a-4df8-a724-abd7a0895b8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9581428b0f134e63a2b7971b8ce04ba8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405402 May 05 14:57:36.629335 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53246) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:36.685461 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c58dc32-bf9d-488a-85f8-25586d4ee015 admin admin] Publish callbacks [] for security_group (cdcd3875-0ce3-4cc4-ae64-0fa781e782e2), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.709462 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c58dc32-bf9d-488a-85f8-25586d4ee015 admin admin] Publish callbacks [] for security_group (cdcd3875-0ce3-4cc4-ae64-0fa781e782e2), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.755700 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c58dc32-bf9d-488a-85f8-25586d4ee015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (cdcd3875-0ce3-4cc4-ae64-0fa781e782e2), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.758377 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c58dc32-bf9d-488a-85f8-25586d4ee015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.759540 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8c58dc32-bf9d-488a-85f8-25586d4ee015 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdcd3875-0ce3-4cc4-ae64-0fa781e782e2 HTTP/1.1" status: 204 len: 168 time: 0.1292980 May 05 14:57:36.767390 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58dc32-bf9d-488a-85f8-25586d4ee015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcd3875-0ce3-4cc4-ae64-0fa781e782e2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:36.891453 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53254) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:36.904690 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f08f8259-1fd6-4ebe-b9df-22a800d4bc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.926145 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e2904-160d-4f50-94b1-5fbd82508971 req-d76798e1-1805-4e9e-a467-45b6fedc9912 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:36.926145 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a67e2904-160d-4f50-94b1-5fbd82508971 req-d76798e1-1805-4e9e-a467-45b6fedc9912 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0497136 May 05 14:57:36.989280 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a67e2904-160d-4f50-94b1-5fbd82508971 req-e98febe6-bb67-47c9-a5c0-ee9db60eba1c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557754 May 05 14:57:36.991603 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f08f8259-1fd6-4ebe-b9df-22a800d4bc36 admin admin] Publish callbacks [] for security_group (d3cf312b-8585-4b55-b676-594cedd2e560), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:36.996311 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f08f8259-1fd6-4ebe-b9df-22a800d4bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (d3cf312b-8585-4b55-b676-594cedd2e560), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.036104 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f08f8259-1fd6-4ebe-b9df-22a800d4bc36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbd55c9a7f0d4116bd24d336776900c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434472 May 05 14:57:37.036975 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f8259-1fd6-4ebe-b9df-22a800d4bc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf312b-8585-4b55-b676-594cedd2e560,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:37.038699 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53260) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:37.088634 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a01cd613-404d-434d-9250-d39ebc0a0dc1 admin admin] Publish callbacks [] for security_group (d3cf312b-8585-4b55-b676-594cedd2e560), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.112670 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a01cd613-404d-434d-9250-d39ebc0a0dc1 admin admin] Publish callbacks [] for security_group (d3cf312b-8585-4b55-b676-594cedd2e560), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.168930 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a01cd613-404d-434d-9250-d39ebc0a0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (d3cf312b-8585-4b55-b676-594cedd2e560), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.171608 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a01cd613-404d-434d-9250-d39ebc0a0dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.175226 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a01cd613-404d-434d-9250-d39ebc0a0dc1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3cf312b-8585-4b55-b676-594cedd2e560 HTTP/1.1" status: 204 len: 168 time: 0.1328199 May 05 14:57:37.183275 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cd613-404d-434d-9250-d39ebc0a0dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf312b-8585-4b55-b676-594cedd2e560,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:37.554106 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53304) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:37.659686 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-network', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:37.680945 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Made reservation on behalf of 2a58ec5ecdf84164a57e7d78d5dcecd1 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:57:37.684233 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.697002 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.778501 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Publish callbacks [] for security_group (a1613d06-5052-4825-ba40-3c61e1db99da), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.784613 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a1613d06-5052-4825-ba40-3c61e1db99da), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.806895 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:57:37.828452 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1613d06-5052-4825-ba40-3c61e1db99da,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:37.831498 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (a6668199-843b-4ad2-b34f-df4f4de1a835), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.832076 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Added segment a6668199-843b-4ad2-b34f-df4f4de1a835 of type vlan for network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d May 05 14:57:37.873581 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (76ae81ac-5c14-477b-aec8-d6c521ab8d0d), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.900319 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (76ae81ac-5c14-477b-aec8-d6c521ab8d0d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.901448 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:37.902181 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.935350 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3800306 May 05 14:57:37.938836 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53334) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:37.946362 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Request body: {'subnet': {'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-subnet', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:37.968189 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Made reservation on behalf of 2a58ec5ecdf84164a57e7d78d5dcecd1 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:57:37.970813 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348028'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:37.972990 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7013a9b-deac-47ab-9c69-d11ca1179bde admin admin] Pushing event updated for resources: {'Network': ['ID=76ae81ac-5c14-477b-aec8-d6c521ab8d0d,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:37.984514 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:57:37.986428 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53336) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:38.106534 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7dd19-fe83-410d-82c0-7f218369cc6b req-514b9bd3-b912-47bd-8bd2-a134ad067c21 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:38.109137 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18e7dd19-fe83-410d-82c0-7f218369cc6b req-514b9bd3-b912-47bd-8bd2-a134ad067c21 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0511546 May 05 14:57:38.118551 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-847039300-network', 'tenant_id': '3e8200fa89aa45999bcff01e12d7dc3c'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:38.158271 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18e7dd19-fe83-410d-82c0-7f218369cc6b req-3a105652-ba72-48eb-9a85-9b934d2c8715 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426762 May 05 14:57:38.162556 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Made reservation on behalf of 3e8200fa89aa45999bcff01e12d7dc3c for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:57:38.164736 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.181404 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.203842 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4337657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4347918'] for subnet (1d651088-968d-44c4-a839-81028c6e4666), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.463010 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d651088-968d-44c4-a839-81028c6e4666,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:38.496771 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Checking segment: {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:38.497126 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Network hostable DHCP agents. Network: 76ae81ac-5c14-477b-aec8-d6c521ab8d0d, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:57:38.525474 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Publish callbacks [] for security_group (f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.530258 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.537176 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:57:38.560500 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:57:38.562721 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 76ae81ac-5c14-477b-aec8-d6c521ab8d0d) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:38.571157 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbffba80-725c-4939-a6a8-39cd57ac0fe2 None None] Network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:57:38.572893 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:38.573473 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.584956 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:38.587762 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (460286d0-80ee-4860-8463-8db0606d39c2), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.588107 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Added segment 460286d0-80ee-4860-8463-8db0606d39c2 of type vlan for network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b May 05 14:57:38.622687 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-487998bf-d927-4fcf-9666-882bab2d9ecd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6814268 May 05 14:57:38.625701 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53344) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:38.630493 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:38.634637 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (d525bbd9-eb09-42e3-a00b-a67a0c6bf36b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.651922 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.653124 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.665970 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (d525bbd9-eb09-42e3-a00b-a67a0c6bf36b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.667415 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:38.668194 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.712283 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7248037 May 05 14:57:38.715346 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53346) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:38.720341 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Request body: {'subnet': {'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-847039300-subnet', 'tenant_id': '3e8200fa89aa45999bcff01e12d7dc3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:38.726208 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks [] for router_controller (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.753017 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0f86e-a115-492c-a910-2193768e8254 admin admin] Pushing event updated for resources: {'Network': ['ID=d525bbd9-eb09-42e3-a00b-a67a0c6bf36b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:38.768820 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Made reservation on behalf of 3e8200fa89aa45999bcff01e12d7dc3c for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:57:38.771263 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:57:38.771466 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348028'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.851213 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 14:57:38.852067 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.889052 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks [] for router_gateway (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:38.951031 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4337657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4347918'] for subnet (404423bd-0b01-4f14-8dfd-6640a5555007), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.004047 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=404423bd-0b01-4f14-8dfd-6640a5555007,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:39.004791 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Allocated IP 172.20.0.2 (76ae81ac-5c14-477b-aec8-d6c521ab8d0d/1d651088-968d-44c4-a839-81028c6e4666/47efe812-89e8-4d76-9469-bd78b8ce525d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:57:39.014728 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Checking segment: {'id': '460286d0-80ee-4860-8463-8db0606d39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:39.015129 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Network hostable DHCP agents. Network: d525bbd9-eb09-42e3-a00b-a67a0c6bf36b, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:57:39.035626 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:57:39.046547 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, d525bbd9-eb09-42e3-a00b-a67a0c6bf36b) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:39.051294 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:39.051898 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.070012 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-48f38ccd-291e-426a-8ca7-7be6d3e2d81d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3533866 May 05 14:57:39.096040 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b97cb-7305-4657-9ab8-edda8060f210 None None] Network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:57:39.103024 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks [] for router_gateway (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.131046 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.247821 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Allocated IP 172.27.1.35 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/ff66b596-0d88-4f98-a6c0-768c35b6d512) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:57:39.253548 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334bad08-4592-4dd0-8de0-d1d0143c515a None None] Network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:57:39.261108 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Publish callbacks [] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.278040 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.305860 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca7204-1933-432e-873f-60218b96940d req-8401c0a6-6b45-4ef7-9036-a90f7b37a651 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:39.307340 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07ca7204-1933-432e-873f-60218b96940d req-8401c0a6-6b45-4ef7-9036-a90f7b37a651 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0620203 May 05 14:57:39.366004 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:57:39.376949 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:39.380888 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:57:39.384556 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Pushing event updated for resources: {'Port': ['ID=47efe812-89e8-4d76-9469-bd78b8ce525d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:39.400879 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.401385 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.401837 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.402264 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.402673 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.403100 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.403488 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.403819 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.404341 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.404674 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.405002 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.405504 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.405862 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.406187 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.406514 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:39.407596 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07ca7204-1933-432e-873f-60218b96940d req-a9bf3ae0-0393-47b9-a54c-40ec902ca04f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895286 May 05 14:57:39.448093 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks [] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.478024 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Attempting to bind port 47efe812-89e8-4d76-9469-bd78b8ce525d on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:57:39.478384 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Attempting to bind port 47efe812-89e8-4d76-9469-bd78b8ce525d by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:57:39.478952 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Attempting to bind port 47efe812-89e8-4d76-9469-bd78b8ce525d on network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:39.486273 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:57:39.486624 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Checking segment: {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:39.487271 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.487753 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Bound using segment: {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:57:39.488323 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Bound port: 47efe812-89e8-4d76-9469-bd78b8ce525d, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:57:39.488703 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.489916 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.534162 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:57:39.539573 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:39.544311 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:57:39.547470 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Pushing event updated for resources: {'Port': ['ID=ff66b596-0d88-4f98-a6c0-768c35b6d512,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:39.562640 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-005464aa-3206-4626-aeae-947fcf260060 None None] For port 47efe812-89e8-4d76-9469-bd78b8ce525d, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:57:39.566333 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-005464aa-3206-4626-aeae-947fcf260060 None None] For port 47efe812-89e8-4d76-9469-bd78b8ce525d, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=47efe812-89e8-4d76-9469-bd78b8ce525d,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:57:39.575154 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:39.642701 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005464aa-3206-4626-aeae-947fcf260060 None None] Pushing event updated for resources: {'Port': ['ID=47efe812-89e8-4d76-9469-bd78b8ce525d,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:39.865093 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks [] for router_gateway (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:40.269759 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:40.424375 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 47efe812-89e8-4d76-9469-bd78b8ce525d up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:40.443089 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 14:57:40.488445 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 47efe812-89e8-4d76-9469-bd78b8ce525d triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:40.489024 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:40.582860 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 47efe812-89e8-4d76-9469-bd78b8ce525d is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:40.583284 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:40.595638 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475720a-e31b-4723-b91c-b03b3d41699a req-9f028927-2bdf-44d5-8b0a-d29e3cfe02ab tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:40.597167 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2475720a-e31b-4723-b91c-b03b3d41699a req-9f028927-2bdf-44d5-8b0a-d29e3cfe02ab tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0877044 May 05 14:57:40.604185 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:57:40.616955 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Sync routers for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:57:40.620725 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 47efe812-89e8-4d76-9469-bd78b8ce525d, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=47efe812-89e8-4d76-9469-bd78b8ce525d,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:40.626168 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:40.634223 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:57:40.634959 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:57:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:40.658845 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:40.663416 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-08d611df-ade7-43d4-8555-f5f1ac152929 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0338559 May 05 14:57:40.664210 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53370) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:40.696733 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e55106-a076-4762-a514-6694689a6c2e None None] Network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:57:40.723157 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2475720a-e31b-4723-b91c-b03b3d41699a req-7f752220-14bc-4800-afc0-b0939ae0276e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168022 May 05 14:57:40.732099 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=47efe812-89e8-4d76-9469-bd78b8ce525d,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:40.785915 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:57:40.815599 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-9dc2284d-adeb-457f-aa97-9de8c045a5bc None None] Provisioning complete for port 47efe812-89e8-4d76-9469-bd78b8ce525d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:40.816023 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9dc2284d-adeb-457f-aa97-9de8c045a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.017567 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2284d-adeb-457f-aa97-9de8c045a5bc None None] Current status of the port 47efe812-89e8-4d76-9469-bd78b8ce525d is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:41.066799 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:39Z', 'revision_number': 3, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:41.105632 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Checking router: deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:57:41.106174 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Updating router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc port ff66b596-0d88-4f98-a6c0-768c35b6d512 binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:57:41.135530 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-4f21ada9-1d9f-4f5e-91fa-c89636dca5f2 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:41.143547 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-4f21ada9-1d9f-4f5e-91fa-c89636dca5f2 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/networks?id=d525bbd9-eb09-42e3-a00b-a67a0c6bf36b HTTP/1.1" status: 200 len: 808 time: 0.1825562 May 05 14:57:41.145261 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.196687 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-76a080e2-5f15-4be3-939e-e75fb393b143 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/quotas/3e8200fa89aa45999bcff01e12d7dc3c HTTP/1.1" status: 200 len: 375 time: 0.0515234 May 05 14:57:41.236958 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7091155d-668e-439b-9c04-1930a1e4cedf None None] Provisioning complete for port 47efe812-89e8-4d76-9469-bd78b8ce525d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:41.237274 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7091155d-668e-439b-9c04-1930a1e4cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.272993 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-884ff578-9032-4fc8-a84f-d70b14a46386 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e8200fa89aa45999bcff01e12d7dc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759521 May 05 14:57:41.287004 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53398) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:41.332472 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7091155d-668e-439b-9c04-1930a1e4cedf None None] Current status of the port 47efe812-89e8-4d76-9469-bd78b8ce525d is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:41.418454 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9428ea1b-07fe-43a1-9054-47f4b0f9eef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.451786 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Publish callbacks [] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.459098 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.464183 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-5b9d33de-99b8-43c0-a0da-088cb7a5af44 service neutron] 10.222.0.48 "GET /v2.0/networks/d525bbd9-eb09-42e3-a00b-a67a0c6bf36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733875 May 05 14:57:41.504241 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9428ea1b-07fe-43a1-9054-47f4b0f9eef6 admin admin] Publish callbacks [] for security_group (48cfc740-0514-4759-83a7-143cb404ac0e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.508709 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9428ea1b-07fe-43a1-9054-47f4b0f9eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (48cfc740-0514-4759-83a7-143cb404ac0e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.519125 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.561849 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9428ea1b-07fe-43a1-9054-47f4b0f9eef6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca751f0c36b2497d9b5a782a6082505b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724900 May 05 14:57:41.562080 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428ea1b-07fe-43a1-9054-47f4b0f9eef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cfc740-0514-4759-83a7-143cb404ac0e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:41.564120 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53402) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:41.598585 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Attempting to bind port ff66b596-0d88-4f98-a6c0-768c35b6d512 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:57:41.599652 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Attempting to bind port ff66b596-0d88-4f98-a6c0-768c35b6d512 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:57:41.599652 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Attempting to bind port ff66b596-0d88-4f98-a6c0-768c35b6d512 on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:41.611063 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Pushing event updated for resources: {'Port': ['ID=ff66b596-0d88-4f98-a6c0-768c35b6d512,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:41.613277 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:57:41.613676 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:41.614074 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.614464 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:57:41.614930 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Bound port: ff66b596-0d88-4f98-a6c0-768c35b6d512, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:57:41.615304 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.637380 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.638050 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.638144 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.639310 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.639310 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.639651 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.639975 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.640298 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.640622 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.640945 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.641269 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.641607 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.641957 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.642278 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.642598 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:57:41.668519 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-1579348e-a5bf-41ea-921e-27902fa7894a service neutron] 10.222.0.48 "GET /v2.0/networks/d525bbd9-eb09-42e3-a00b-a67a0c6bf36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897423 May 05 14:57:41.679045 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] For port ff66b596-0d88-4f98-a6c0-768c35b6d512, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:57:41.683380 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] For port ff66b596-0d88-4f98-a6c0-768c35b6d512, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ff66b596-0d88-4f98-a6c0-768c35b6d512,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:57:41.690987 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.723896 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4c307a71-3910-42fe-b968-3e082fa25038 admin admin] Publish callbacks [] for security_group (48cfc740-0514-4759-83a7-143cb404ac0e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.743219 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:57:41.743971 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:57:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:41.775758 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4c307a71-3910-42fe-b968-3e082fa25038 admin admin] Publish callbacks [] for security_group (48cfc740-0514-4759-83a7-143cb404ac0e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.819887 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Allocated IP 172.20.0.1 (76ae81ac-5c14-477b-aec8-d6c521ab8d0d/1d651088-968d-44c4-a839-81028c6e4666/736ca151-de50-4cb8-8ebc-50b27e1f3f3e) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:57:41.880911 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:57:41.935067 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4c307a71-3910-42fe-b968-3e082fa25038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (48cfc740-0514-4759-83a7-143cb404ac0e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.937947 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4c307a71-3910-42fe-b968-3e082fa25038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:41.941687 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4c307a71-3910-42fe-b968-3e082fa25038 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48cfc740-0514-4759-83a7-143cb404ac0e HTTP/1.1" status: 204 len: 168 time: 0.3734057 May 05 14:57:41.957941 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a4741-973a-41ba-af1c-bf1a216298c4 None None] Pushing event updated for resources: {'Port': ['ID=ff66b596-0d88-4f98-a6c0-768c35b6d512,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:41.983540 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ccc0efd-3b9e-420a-899d-9306a7d315f1 req-e376ed0e-e109-4d00-b5f5-f4e2a04b4eae tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 210 time: 0.1289232 May 05 14:57:41.992639 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c307a71-3910-42fe-b968-3e082fa25038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cfc740-0514-4759-83a7-143cb404ac0e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:42.013773 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5ffb2-1bed-47a5-a354-3c3f48f85ebe req-9517fe7b-3309-4fa8-8791-a600b3a5561c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:42.021735 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aae5ffb2-1bed-47a5-a354-3c3f48f85ebe req-9517fe7b-3309-4fa8-8791-a600b3a5561c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.1614928 May 05 14:57:42.083245 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Publish callbacks [] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:42.105899 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aae5ffb2-1bed-47a5-a354-3c3f48f85ebe req-c2cf6616-d015-479c-b685-5b18967ad1a5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831850 May 05 14:57:42.147920 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:39Z', 'revision_number': 3, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:42.156808 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:42.176090 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9180f9-27e4-4b1a-9f01-880b8b7c7dce None None] The sync data for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi is: [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:39Z', 'revision_number': 3, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:57:42.202520 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:57:42.205954 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:42.210199 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:57:42.246372 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Pushing event updated for resources: {'Port': ['ID=736ca151-de50-4cb8-8ebc-50b27e1f3f3e,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:42.262154 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:42.474683 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 47efe812-89e8-4d76-9469-bd78b8ce525d up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:42.491114 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:42.546161 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2acfe32e-dd40-4b3d-8c07-8112851b9294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:42.586400 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 47efe812-89e8-4d76-9469-bd78b8ce525d triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:42.587147 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:42.591245 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-c5f19b5b-05cd-4d1f-bf50-3180b50ec06a None None] Provisioning complete for port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:42.592103 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5f19b5b-05cd-4d1f-bf50-3180b50ec06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:42.676379 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c5f19b5b-05cd-4d1f-bf50-3180b50ec06a None None] Port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:57:42.734396 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 47efe812-89e8-4d76-9469-bd78b8ce525d is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:42.735872 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Publish callbacks [] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:42.748034 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:42.819748 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:42.828664 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Pushing event updated for resources: {'Port': ['ID=736ca151-de50-4cb8-8ebc-50b27e1f3f3e,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:42.929625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:57:42.931197 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:43.140398 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a2180101-906c-4825-8c2c-8b8a774ff4dd req-4188a866-f849-4faa-a4fc-e4aa3dc8aad7 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0529630 May 05 14:57:43.144732 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:57:43.302536 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-18ae6a5f-e096-4616-85c0-86a839ea699e None None] Provisioning complete for port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:43.303089 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18ae6a5f-e096-4616-85c0-86a839ea699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:43.348470 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-18ae6a5f-e096-4616-85c0-86a839ea699e None None] Port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:57:43.516756 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10167b-41a1-450b-be84-a62304af47b5 req-03bb5e0c-73a2-404a-b38b-eec36e0ad1dc tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:43.518298 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b10167b-41a1-450b-be84-a62304af47b5 req-03bb5e0c-73a2-404a-b38b-eec36e0ad1dc tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.2984874 May 05 14:57:43.538964 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:57:43.549609 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-76b41ab7-fb31-4410-8777-54a4884f213c admin admin] 10.222.0.48 "PUT /v2.0/routers/deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8844376 May 05 14:57:43.580003 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b10167b-41a1-450b-be84-a62304af47b5 req-9018e918-ef1f-4fba-ae3b-d08a2b8f0f54 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525088 May 05 14:57:44.027543 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Sync routers for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:57:44.038488 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:57:44.039104 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:57:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:44.148693 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:57:44.185056 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53464) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:44.189592 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2486efcd-cbdf-47b7-b0de-dc0b1984f125 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227922033', 'description': 'tempest-description--377690754'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:44.214655 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2486efcd-cbdf-47b7-b0de-dc0b1984f125 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.265042 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b8164395-ad27-4137-9d2b-c1466f40761e req-7897b5f3-e65b-4b57-8c22-c873086eb2f2 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0324090 May 05 14:57:44.293671 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2486efcd-cbdf-47b7-b0de-dc0b1984f125 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (bcdb25e6-8e2f-4629-90e2-0a6690d8276a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.297710 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2486efcd-cbdf-47b7-b0de-dc0b1984f125 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (bcdb25e6-8e2f-4629-90e2-0a6690d8276a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.328391 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2486efcd-cbdf-47b7-b0de-dc0b1984f125 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.330502 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2486efcd-cbdf-47b7-b0de-dc0b1984f125 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1442766 May 05 14:57:44.333300 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53466) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:44.338559 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-340c7d81-1d5d-423f-ade0-c1032de3d644 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'security_group_rule': {'security_group_id': 'bcdb25e6-8e2f-4629-90e2-0a6690d8276a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:44.354153 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486efcd-cbdf-47b7-b0de-dc0b1984f125 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdb25e6-8e2f-4629-90e2-0a6690d8276a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:44.384067 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-340c7d81-1d5d-423f-ade0-c1032de3d644 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (9f2a6224-d823-4f32-bb0e-613b88ead0cf), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.403020 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 2, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:44.456143 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-340c7d81-1d5d-423f-ade0-c1032de3d644 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (9f2a6224-d823-4f32-bb0e-613b88ead0cf), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.460073 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-340c7d81-1d5d-423f-ade0-c1032de3d644 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (9f2a6224-d823-4f32-bb0e-613b88ead0cf), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.477598 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c7d81-1d5d-423f-ade0-c1032de3d644 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2a6224-d823-4f32-bb0e-613b88ead0cf,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:44.495680 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-340c7d81-1d5d-423f-ade0-c1032de3d644 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.497400 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-340c7d81-1d5d-423f-ade0-c1032de3d644 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628513 May 05 14:57:44.500582 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53470) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:44.505200 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-5bf0d7a2-6b55-4164-b31d-be1da1d3723a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'security_group_rule': {'security_group_id': 'bcdb25e6-8e2f-4629-90e2-0a6690d8276a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:44.546017 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d7a2-6b55-4164-b31d-be1da1d3723a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (1a926741-d51d-4dd9-945a-3af44b8e5db1), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.572646 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff66b596-0d88-4f98-a6c0-768c35b6d512 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:44.592969 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Checking router: deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:57:44.593323 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Updating router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:57:44.616716 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d7a2-6b55-4164-b31d-be1da1d3723a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (1a926741-d51d-4dd9-945a-3af44b8e5db1), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.626867 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d7a2-6b55-4164-b31d-be1da1d3723a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (1a926741-d51d-4dd9-945a-3af44b8e5db1), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.638303 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.653922 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0d7a2-6b55-4164-b31d-be1da1d3723a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a926741-d51d-4dd9-945a-3af44b8e5db1,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:44.664033 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port ff66b596-0d88-4f98-a6c0-768c35b6d512 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:44.664471 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.668559 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d7a2-6b55-4164-b31d-be1da1d3723a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.673858 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5bf0d7a2-6b55-4164-b31d-be1da1d3723a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682899 May 05 14:57:44.674203 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53476) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:57:44.678620 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:44.718536 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.759723 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76219b-ddee-479d-a52a-b91c3290149c req-5082093c-7ba1-449b-9885-3fe3dca32059 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:44.765018 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c76219b-ddee-479d-a52a-b91c3290149c req-5082093c-7ba1-449b-9885-3fe3dca32059 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0985601 May 05 14:57:44.840887 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.849064 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c76219b-ddee-479d-a52a-b91c3290149c req-77f95c24-a23c-4eb6-a254-02a1ebf3239d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786855 May 05 14:57:44.883467 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port ff66b596-0d88-4f98-a6c0-768c35b6d512 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:44.883859 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.953986 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port ff66b596-0d88-4f98-a6c0-768c35b6d512, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ff66b596-0d88-4f98-a6c0-768c35b6d512,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:44.957343 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06387cb9-089c-4696-ba01-1c45789767b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.964161 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:44.997350 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Allocated IP 172.27.1.157 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/2dc3e069-596d-41d6-8e34-f49275f03242) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:57:45.022844 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-b61b9fd6-5dad-464b-9e55-07327249a6a6 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:45.024705 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-b61b9fd6-5dad-464b-9e55-07327249a6a6 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.25 "GET /v2.0/networks?id=d525bbd9-eb09-42e3-a00b-a67a0c6bf36b HTTP/1.1" status: 200 len: 808 time: 0.1442463 May 05 14:57:45.083006 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=ff66b596-0d88-4f98-a6c0-768c35b6d512,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:45.104884 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Publish callbacks [] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.113479 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.130512 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for port (2dc3e069-596d-41d6-8e34-f49275f03242), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.169217 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4d452-d7f0-4702-8ebe-701e042e66c1 None None] Pushing event updated for resources: {'Port': ['ID=736ca151-de50-4cb8-8ebc-50b27e1f3f3e,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:45.175591 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (2dc3e069-596d-41d6-8e34-f49275f03242), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.226215 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'Port': ['ID=2dc3e069-596d-41d6-8e34-f49275f03242,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:45.228265 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Attempting to bind port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:57:45.228668 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Attempting to bind port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:57:45.229195 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Attempting to bind port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e on network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:45.237752 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:57:45.238164 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Checking segment: {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:45.238705 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.239101 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Bound using segment: {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:57:45.239199 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:57:45.239967 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Bound port: 736ca151-de50-4cb8-8ebc-50b27e1f3f3e, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:57:45.240362 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.240997 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:45.243924 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:57:45.320657 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] For port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:57:45.324185 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] For port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=736ca151-de50-4cb8-8ebc-50b27e1f3f3e,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:57:45.336103 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.355728 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (71e92e7f-331e-499f-919e-0d403b236c62), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.380563 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fe719f22-4687-412f-be9e-3451a2635794 req-f277a74e-b739-45c5-ab58-042efd5ede60 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0354047 May 05 14:57:45.405495 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (2dc3e069-596d-41d6-8e34-f49275f03242), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.414055 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:57:45.414695 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:57:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:45.416393 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4d452-d7f0-4702-8ebe-701e042e66c1 None None] Pushing event updated for resources: {'Port': ['ID=736ca151-de50-4cb8-8ebc-50b27e1f3f3e,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:45.489855 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-e40944fb-c77a-4ba6-b83b-e8a84df14a4c None None] Provisioning complete for port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:45.490393 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e40944fb-c77a-4ba6-b83b-e8a84df14a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.584467 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for port (2dc3e069-596d-41d6-8e34-f49275f03242), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.590164 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:57:45.590290 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (2dc3e069-596d-41d6-8e34-f49275f03242), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.662457 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'Port': ['ID=2dc3e069-596d-41d6-8e34-f49275f03242,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:45.670984 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (71e92e7f-331e-499f-919e-0d403b236c62), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.686697 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.688015 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3a24edd5-46a5-4de6-afa6-8f7391dcc47f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0128310 May 05 14:57:45.694440 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e40944fb-c77a-4ba6-b83b-e8a84df14a4c None None] Current status of the port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:45.694829 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e40944fb-c77a-4ba6-b83b-e8a84df14a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.782972 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e40944fb-c77a-4ba6-b83b-e8a84df14a4c None None] For port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=736ca151-de50-4cb8-8ebc-50b27e1f3f3e,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:57:45.789458 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e40944fb-c77a-4ba6-b83b-e8a84df14a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:45.837833 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e8f000bb-483a-4143-87f1-3c9337c6cd3f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--227922033&fields=id&tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1 HTTP/1.1" status: 200 len: 267 time: 0.0419798 May 05 14:57:45.882475 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40944fb-c77a-4ba6-b83b-e8a84df14a4c None None] Pushing event updated for resources: {'Port': ['ID=736ca151-de50-4cb8-8ebc-50b27e1f3f3e,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:45.887709 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:57:45.926069 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f33a3e-8d6b-40cb-b9bd-e466d8e9e57d None None] The sync data for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi is: [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:57:45.935561 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-65a7509d-f73d-47c2-9274-a9df69d81689 None None] Provisioning complete for port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:45.935947 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-65a7509d-f73d-47c2-9274-a9df69d81689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:46.017770 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-48d4f909-8cee-4970-8eb9-1bb86a21e4f8 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:46.021567 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-48d4f909-8cee-4970-8eb9-1bb86a21e4f8 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 817 time: 0.1765540 May 05 14:57:46.048931 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-65a7509d-f73d-47c2-9274-a9df69d81689 None None] Current status of the port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:46.053080 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e97beb-129a-4ad7-b572-018609192e74 req-7d7387be-524c-4579-b570-4afadfb684a4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:46.054680 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-25e97beb-129a-4ad7-b572-018609192e74 req-7d7387be-524c-4579-b570-4afadfb684a4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.1271477 May 05 14:57:46.056147 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-32c8baa7-bf00-48ff-b714-319f92fba3c1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/quotas/2a58ec5ecdf84164a57e7d78d5dcecd1 HTTP/1.1" status: 200 len: 375 time: 0.0308046 May 05 14:57:46.137613 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-130fa611-d6a9-4788-9de2-4308861fa503 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702422 May 05 14:57:46.145728 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-25e97beb-129a-4ad7-b572-018609192e74 req-6280cbf1-6b73-4588-9ba1-8e73f0941869 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853786 May 05 14:57:46.206066 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:46.237929 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-7e3b9b55-b83a-42db-9c0d-3815d2a620c2 service neutron] 10.222.0.48 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875077 May 05 14:57:46.339831 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e0b9899b-b55c-49a8-89b7-c69a7523237c service neutron] 10.222.0.48 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959356 May 05 14:57:46.493066 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 736ca151-de50-4cb8-8ebc-50b27e1f3f3e up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:46.506894 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d8fb9718-8607-449e-b496-890b5d4f8e87 req-b7530c55-db1b-4a6c-af85-b8026b623d57 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0436842 May 05 14:57:46.573407 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:46.573866 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:46.581209 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d79326d-a32e-4823-abb5-846adcb7da76 req-1d6ac2a7-5439-445d-b080-4e1e59545c52 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 210 time: 0.0321932 May 05 14:57:46.658455 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:46.659687 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff66b596-0d88-4f98-a6c0-768c35b6d512 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:57:46.712912 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port ff66b596-0d88-4f98-a6c0-768c35b6d512 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:46.713600 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:46.803884 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port ff66b596-0d88-4f98-a6c0-768c35b6d512 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:57:47.258476 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177b3b1-0a87-4e95-a9f9-71d6c6653a1e req-fbd1ca70-db96-4be4-b8d2-9f33ad12e9ec tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:47.259896 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b177b3b1-0a87-4e95-a9f9-71d6c6653a1e req-fbd1ca70-db96-4be4-b8d2-9f33ad12e9ec tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0456939 May 05 14:57:47.309481 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b177b3b1-0a87-4e95-a9f9-71d6c6653a1e req-3421d2d0-b8af-494f-895b-c8287fd7f7fa tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 May 05 14:57:47.610383 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:47.686115 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5e14ca10-8aa8-4918-8b12-78dd17612f85 req-b9a2e16c-b345-4ff6-a46b-0ed7ea73e3f5 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 210 time: 0.0284541 May 05 14:57:47.756916 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0d91aca6-ba3e-4d2d-9287-f656ef16b6ec req-bd370e21-76f8-4cc9-a264-6a715b757c0b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0275095 May 05 14:57:47.934300 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Request body: {'port': {'device_id': '518998ef-43ab-4c35-b865-20adbdf0dcd8', 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b', 'admin_state_up': True, 'tenant_id': '3e8200fa89aa45999bcff01e12d7dc3c'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:48.051189 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Made reservation on behalf of 3e8200fa89aa45999bcff01e12d7dc3c for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:57:48.054703 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:48.176332 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Allocated IP 172.20.0.8 (d525bbd9-eb09-42e3-a00b-a67a0c6bf36b/404423bd-0b01-4f14-8dfd-6640a5555007/f51e92b1-60ed-4c12-ba6d-58fce3927216) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:57:48.328318 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks [] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:48.364352 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:48.450034 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:57:48.460024 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:48.467934 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:57:48.479196 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496cc02-378a-4ec1-be8c-da0b2da2d308 req-27265eaa-059a-460c-aa11-fcbc3826ea0e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:48.480659 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2496cc02-378a-4ec1-be8c-da0b2da2d308 req-27265eaa-059a-460c-aa11-fcbc3826ea0e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0767088 May 05 14:57:48.498733 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Pushing event updated for resources: {'Port': ['ID=f51e92b1-60ed-4c12-ba6d-58fce3927216,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:48.538490 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:48.539085 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:48.570299 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-69ef192a-5be1-4ad2-8ff1-cca11bb89cbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6401563 May 05 14:57:48.574537 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2496cc02-378a-4ec1-be8c-da0b2da2d308 req-b2ff1e55-78b3-4665-aa18-4602e7c1c899 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713835 May 05 14:57:48.784840 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-60536d0d-70c2-4d15-892d-af3e71612ba3 req-71489f31-14b5-4564-9f82-9bf898a998e0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 210 time: 0.0272157 May 05 14:57:48.871377 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332a6d4-a6ce-49b6-9505-0bda8713caee req-532e1777-9876-4106-bfb9-2fdce396c0ac tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:48.873433 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4332a6d4-a6ce-49b6-9505-0bda8713caee req-532e1777-9876-4106-bfb9-2fdce396c0ac tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 931 time: 0.0483778 May 05 14:57:48.878395 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Request body: {'port': {'device_id': '518998ef-43ab-4c35-b865-20adbdf0dcd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:48.944677 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:48.971985 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:48.976326 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4332a6d4-a6ce-49b6-9505-0bda8713caee req-b6730c70-ac0d-41c9-95e1-078dd172ecfe tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953705 May 05 14:57:49.208142 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e608ab4a-8740-4263-85d6-24f55698bfb1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:49.209583 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e608ab4a-8740-4263-85d6-24f55698bfb1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.25 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 817 time: 0.2206166 May 05 14:57:49.347294 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51e92b1-60ed-4c12-ba6d-58fce3927216 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:49.355549 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Publish callbacks [] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:49.386036 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Transition to ACTIVE for port object f51e92b1-60ed-4c12-ba6d-58fce3927216 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:57:49.400921 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:49.480843 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-1603325c-6485-474b-bf5e-0fddaaa1c5d0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1 HTTP/1.1" status: 200 len: 379 time: 0.1272430 May 05 14:57:49.482517 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f51e92b1-60ed-4c12-ba6d-58fce3927216,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:49.512404 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'port': {'device_id': 'aa3e1569-1639-4f76-b296-af28b041766f', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'admin_state_up': True, 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'security_groups': ['bcdb25e6-8e2f-4629-90e2-0a6690d8276a']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:49.631630 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Attempting to bind port f51e92b1-60ed-4c12-ba6d-58fce3927216 on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:57:49.632007 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Attempting to bind port f51e92b1-60ed-4c12-ba6d-58fce3927216 by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '460286d0-80ee-4860-8463-8db0606d39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:57:49.632320 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Attempting to bind port f51e92b1-60ed-4c12-ba6d-58fce3927216 on network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:49.644820 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Port f51e92b1-60ed-4c12-ba6d-58fce3927216 on network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:57:49.645164 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Attempting to bind port f51e92b1-60ed-4c12-ba6d-58fce3927216 on network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:49.664158 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:57:49.664502 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Checking segment: {'id': '460286d0-80ee-4860-8463-8db0606d39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:49.664944 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Bound using segment: {'id': '460286d0-80ee-4860-8463-8db0606d39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:57:49.665311 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Bound port: f51e92b1-60ed-4c12-ba6d-58fce3927216, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460286d0-80ee-4860-8463-8db0606d39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:57:49.665686 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:49.738183 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f2574-8dc7-4c2a-a47a-61441f134596 req-87ea5777-3483-4ab5-992b-43f2be054063 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:49.739443 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a94f2574-8dc7-4c2a-a47a-61441f134596 req-87ea5777-3483-4ab5-992b-43f2be054063 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0876176 May 05 14:57:49.741723 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Made reservation on behalf of 2a58ec5ecdf84164a57e7d78d5dcecd1 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:57:49.744929 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:49.846012 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] For port f51e92b1-60ed-4c12-ba6d-58fce3927216, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:57:49.872527 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] For port f51e92b1-60ed-4c12-ba6d-58fce3927216, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=f51e92b1-60ed-4c12-ba6d-58fce3927216,segment=NetworkSegment(460286d0-80ee-4860-8463-8db0606d39c2),segment_id=460286d0-80ee-4860-8463-8db0606d39c2)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:57:49.916343 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:49.923707 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c76ff58-3e47-4621-96fa-27e19dcc722e req-13f3abe1-fc11-40cb-a028-c24c248c5652 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 210 time: 0.0575156 May 05 14:57:49.930446 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a94f2574-8dc7-4c2a-a47a-61441f134596 req-4b7f7f7e-bc24-4b14-90d8-3607ec0beba5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590123 May 05 14:57:49.999744 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:50.000358 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:50.001764 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] 10.222.0.25 "PUT /v2.0/ports/f51e92b1-60ed-4c12-ba6d-58fce3927216 HTTP/1.1" status: 200 len: 1093 time: 1.1273711 May 05 14:57:50.006106 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518998ef-43ab-4c35-b865-20adbdf0dcd8', 'tag': 'f51e92b1-60ed-4c12-ba6d-58fce3927216'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:50.008324 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73078b6e-bf6a-462a-a36c-b93c8f46f621" -d '{"events": [{"name": "network-changed", "server_uuid": "518998ef-43ab-4c35-b865-20adbdf0dcd8", "tag": "f51e92b1-60ed-4c12-ba6d-58fce3927216"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:50.029050 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Allocated IP 172.20.0.3 (76ae81ac-5c14-477b-aec8-d6c521ab8d0d/1d651088-968d-44c4-a839-81028c6e4666/b483c22d-4756-486d-9c21-1aa45194e39c) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:57:50.033136 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b344707-c4ba-4631-a6de-82d122d5e4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f51e92b1-60ed-4c12-ba6d-58fce3927216,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:50.048663 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce57461-c3fd-4378-bb79-bc01d0378cb5 x-openstack-request-id: req-2ce57461-c3fd-4378-bb79-bc01d0378cb5 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:50.048959 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518998ef-43ab-4c35-b865-20adbdf0dcd8", "tag": "f51e92b1-60ed-4c12-ba6d-58fce3927216", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:50.049227 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ce57461-c3fd-4378-bb79-bc01d0378cb5 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:50.049624 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce57461-c3fd-4378-bb79-bc01d0378cb5'] response: {'name': 'network-changed', 'server_uuid': '518998ef-43ab-4c35-b865-20adbdf0dcd8', 'tag': 'f51e92b1-60ed-4c12-ba6d-58fce3927216', 'status': 'completed', 'code': 200} May 05 14:57:50.139452 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528a6f-b32a-4b87-b77e-531efe17c085 req-2214fc55-d1eb-49d7-af31-271f30d217ae tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:50.140911 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af528a6f-b32a-4b87-b77e-531efe17c085 req-2214fc55-d1eb-49d7-af31-271f30d217ae tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0767715 May 05 14:57:50.239151 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af528a6f-b32a-4b87-b77e-531efe17c085 req-18897025-27ea-405d-b6a5-8c156695cfa3 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927491 May 05 14:57:50.248306 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for port (b483c22d-4756-486d-9c21-1aa45194e39c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:50.284777 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:50.358192 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:57:50.370869 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:57:50.375870 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:57:50.384048 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:50.441896 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:50.442524 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:50.462663 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-e49421b1-8a3d-4a3c-ad06-48936432cf59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9555478 May 05 14:57:50.601132 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7582ea16-fd79-487a-a131-ea04026c44ea None None] Provisioning complete for port b483c22d-4756-486d-9c21-1aa45194e39c triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:57:50.601908 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7582ea16-fd79-487a-a131-ea04026c44ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:50.645915 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7582ea16-fd79-487a-a131-ea04026c44ea None None] Port b483c22d-4756-486d-9c21-1aa45194e39c cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:57:51.079247 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566bf5-645f-440b-8f11-c20a269397b3 req-2763b57b-4f03-4d4f-bfeb-cb651a5255d4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:51.080727 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f6566bf5-645f-440b-8f11-c20a269397b3 req-2763b57b-4f03-4d4f-bfeb-cb651a5255d4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 931 time: 0.0750070 May 05 14:57:51.086672 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f77dda-4398-46a0-ab54-e06ebf0d7acb req-b7676507-f0ba-4667-be56-b7dac25e413b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:51.088001 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-88f77dda-4398-46a0-ab54-e06ebf0d7acb req-b7676507-f0ba-4667-be56-b7dac25e413b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0725074 May 05 14:57:51.160673 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f6566bf5-645f-440b-8f11-c20a269397b3 req-42b481fc-8ecb-42e4-b367-1275b81f116c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717416 May 05 14:57:51.163848 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-88f77dda-4398-46a0-ab54-e06ebf0d7acb req-a6fe0c34-e089-4ab5-a9b3-1aa707c62dd6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693355 May 05 14:57:51.349668 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865ede5-9386-4cb7-8602-252537d3c266 req-0b43c9ef-06c8-4476-ad22-d7644e5822f9 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:51.351126 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e865ede5-9386-4cb7-8602-252537d3c266 req-0b43c9ef-06c8-4476-ad22-d7644e5822f9 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0470197 May 05 14:57:51.398754 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e865ede5-9386-4cb7-8602-252537d3c266 req-306f82f6-13cf-4ade-98d4-05184c4db668 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 May 05 14:57:52.296106 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Request body: {'port': {'device_id': 'aa3e1569-1639-4f76-b296-af28b041766f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:57:52.364885 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8246c9-5172-4e3a-ae4d-074dbca0884f req-9934eaca-c2e9-4c19-ac73-a673e186c5b6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:52.366394 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9b8246c9-5172-4e3a-ae4d-074dbca0884f req-9934eaca-c2e9-4c19-ac73-a673e186c5b6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 931 time: 0.1337507 May 05 14:57:52.376402 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb973d-0795-45bd-880b-76cae216c82f req-5cbacd45-2360-45ee-8e9f-b29a52b84535 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:52.377821 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-97fb973d-0795-45bd-880b-76cae216c82f req-5cbacd45-2360-45ee-8e9f-b29a52b84535 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.1351576 May 05 14:57:52.385602 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73078b6e-bf6a-462a-a36c-b93c8f46f621 req-748cbf32-0fdf-414d-b14a-14d259dac98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:52.386857 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-73078b6e-bf6a-462a-a36c-b93c8f46f621 req-748cbf32-0fdf-414d-b14a-14d259dac98d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e8200fa89aa45999bcff01e12d7dc3c&device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0953717 May 05 14:57:52.508857 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:52.819053 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9b8246c9-5172-4e3a-ae4d-074dbca0884f req-d80bb44b-b9f8-46b8-8684-e7ff65f295a4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4369624 May 05 14:57:52.830847 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-97fb973d-0795-45bd-880b-76cae216c82f req-989667ef-f284-47d8-837c-1aaa614b0556 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464653 May 05 14:57:52.908119 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73078b6e-bf6a-462a-a36c-b93c8f46f621 req-d3e15a6c-e68c-402f-bcac-1402ec961c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:52.909541 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-73078b6e-bf6a-462a-a36c-b93c8f46f621 req-d3e15a6c-e68c-402f-bcac-1402ec961c16 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3e8200fa89aa45999bcff01e12d7dc3c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4861991 May 05 14:57:53.039356 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7218e-b044-487f-a14d-6f4265659178 req-cdc414af-d9d4-4a8a-9eab-75756d0d7073 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:53.040804 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1f7218e-b044-487f-a14d-6f4265659178 req-cdc414af-d9d4-4a8a-9eab-75756d0d7073 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.1623471 May 05 14:57:53.241179 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73078b6e-bf6a-462a-a36c-b93c8f46f621 req-f75a46a6-d969-4857-97b4-93ead46da19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:53.242679 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-73078b6e-bf6a-462a-a36c-b93c8f46f621 req-f75a46a6-d969-4857-97b4-93ead46da19e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747042 May 05 14:57:53.250706 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1f7218e-b044-487f-a14d-6f4265659178 req-7319f40c-883e-47fc-afcd-a00aeb78b365 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012565 May 05 14:57:53.385577 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b483c22d-4756-486d-9c21-1aa45194e39c {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:57:53.401513 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Publish callbacks [] for port (b483c22d-4756-486d-9c21-1aa45194e39c), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:53.404780 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-9ca4ef42-972e-4315-86bc-8ceb883a9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:53.406667 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-9ca4ef42-972e-4315-86bc-8ceb883a9269 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e8200fa89aa45999bcff01e12d7dc3c&device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0671046 May 05 14:57:53.418311 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Transition to ACTIVE for port object b483c22d-4756-486d-9c21-1aa45194e39c will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:57:53.422772 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:53.478759 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:53.548625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Attempting to bind port b483c22d-4756-486d-9c21-1aa45194e39c on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:57:53.549284 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Attempting to bind port b483c22d-4756-486d-9c21-1aa45194e39c by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:57:53.549393 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Attempting to bind port b483c22d-4756-486d-9c21-1aa45194e39c on network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:53.553907 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Port b483c22d-4756-486d-9c21-1aa45194e39c on network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:57:53.554236 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Attempting to bind port b483c22d-4756-486d-9c21-1aa45194e39c on network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:57:53.559173 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:57:53.559518 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Checking segment: {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:57:53.559909 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Bound using segment: {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:57:53.561116 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Bound port: b483c22d-4756-486d-9c21-1aa45194e39c, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:57:53.561556 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:53.628289 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:57:53.631279 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:57:53.636525 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:53.669293 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:53.670852 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:57:53.672561 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] 10.222.0.25 "PUT /v2.0/ports/b483c22d-4756-486d-9c21-1aa45194e39c HTTP/1.1" status: 200 len: 1093 time: 1.3857446 May 05 14:57:53.674653 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:57:53.676883 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66458b4a-3d71-487b-abd5-abd00b030cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:57:53.706653 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3ad3a-d21e-4797-9aa0-3b07984925e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:57:53.720993 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a091ce0-9b6d-455e-bbc6-c5bf85bced78 x-openstack-request-id: req-6a091ce0-9b6d-455e-bbc6-c5bf85bced78 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:57:53.721341 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:57:53.721729 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a091ce0-9b6d-455e-bbc6-c5bf85bced78 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:57:53.722133 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a091ce0-9b6d-455e-bbc6-c5bf85bced78'] response: {'name': 'network-changed', 'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'status': 'completed', 'code': 200} May 05 14:57:53.967584 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c5be-d67a-4806-9c9d-ce2547cc2475 req-f98ebf7c-fba4-46b0-b36e-29a92d9a2187 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:53.969067 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b525c5be-d67a-4806-9c9d-ce2547cc2475 req-f98ebf7c-fba4-46b0-b36e-29a92d9a2187 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0766938 May 05 14:57:53.980757 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a14eab-e6cf-4ffe-aa50-24d8a135513e req-d47fcad8-2137-49fd-9aab-0bfd4b60cf59 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:53.982203 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a7a14eab-e6cf-4ffe-aa50-24d8a135513e req-d47fcad8-2137-49fd-9aab-0bfd4b60cf59 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0795903 May 05 14:57:54.057672 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b525c5be-d67a-4806-9c9d-ce2547cc2475 req-62d09891-e291-47fd-9c02-5801eda215a8 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830102 May 05 14:57:54.062679 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a7a14eab-e6cf-4ffe-aa50-24d8a135513e req-4cd21916-0e9d-4dbc-9e9f-a129cfb3f7c0 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750034 May 05 14:57:54.362769 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b1075-ed54-4e39-88b3-21ca2781439c req-851b1b33-c01f-4d3c-a535-35cd145b9ddb tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:54.364221 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-130b1075-ed54-4e39-88b3-21ca2781439c req-851b1b33-c01f-4d3c-a535-35cd145b9ddb tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0472605 May 05 14:57:54.416543 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-130b1075-ed54-4e39-88b3-21ca2781439c req-2265d130-f80e-4a97-8702-ff6a139d1770 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458310 May 05 14:57:55.202019 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee45e33-36b7-419c-a521-421427c02545 req-5354274c-ac8f-4bf3-8d4d-20d6eec4b4f1 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:55.203471 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eee45e33-36b7-419c-a521-421427c02545 req-5354274c-ac8f-4bf3-8d4d-20d6eec4b4f1 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0729692 May 05 14:57:55.211435 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2fb6f-b267-40d5-aeda-03eb7a02393f req-4a512e1b-fd1d-4dda-9798-a34ee20735d8 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:55.212769 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6fa2fb6f-b267-40d5-aeda-03eb7a02393f req-4a512e1b-fd1d-4dda-9798-a34ee20735d8 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0726910 May 05 14:57:55.282888 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eee45e33-36b7-419c-a521-421427c02545 req-af43c88a-3b37-4b34-a2f0-d38195e6cd7c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691955 May 05 14:57:55.286851 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6fa2fb6f-b267-40d5-aeda-03eb7a02393f req-e2bf8650-2068-4a2e-93bb-914b0afb9408 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671079 May 05 14:57:55.534741 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7ead7-26ec-435c-bf34-578efb60115d req-d0dde5fc-cf56-4315-9b5e-98162ed9ee1c tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:55.536178 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8ea7ead7-26ec-435c-bf34-578efb60115d req-d0dde5fc-cf56-4315-9b5e-98162ed9ee1c tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0487392 May 05 14:57:55.583122 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8ea7ead7-26ec-435c-bf34-578efb60115d req-0db9bee8-b1bd-4e30-adb5-a0739bb8d7ec tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415125 May 05 14:57:56.302964 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-981f9f6d-6dd8-4547-bd70-5d3330320f40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f51e92b1-60ed-4c12-ba6d-58fce3927216 HTTP/1.1" status: 200 len: 217 time: 0.0340569 May 05 14:57:56.478404 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66458b4a-3d71-487b-abd5-abd00b030cd7 req-ca4a3f52-f41d-4c30-80b8-688ecfafd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:56.479928 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66458b4a-3d71-487b-abd5-abd00b030cd7 req-ca4a3f52-f41d-4c30-80b8-688ecfafd8f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 1127 time: 0.1343584 May 05 14:57:56.494546 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ca6b-dac6-4fb5-a04b-c34cd8cf6ed9 req-f5219a5b-3fb0-4286-bd8e-9a6d0b1206ce tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:56.495908 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a3e2ca6b-dac6-4fb5-a04b-c34cd8cf6ed9 req-f5219a5b-3fb0-4286-bd8e-9a6d0b1206ce tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.1103454 May 05 14:57:56.515840 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-2ea5f69c-0e52-4097-b009-c0b831b730e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:56.517205 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-2ea5f69c-0e52-4097-b009-c0b831b730e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=404423bd-0b01-4f14-8dfd-6640a5555007 HTTP/1.1" status: 200 len: 848 time: 0.1728764 May 05 14:57:56.523036 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6fa3-e686-412b-bd77-1650ccbbca26 req-eb70da5b-c4cf-435d-b8c9-923e31cb1767 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:56.524367 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f6b6fa3-e686-412b-bd77-1650ccbbca26 req-eb70da5b-c4cf-435d-b8c9-923e31cb1767 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.1687803 May 05 14:57:56.653893 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a3e2ca6b-dac6-4fb5-a04b-c34cd8cf6ed9 req-2a26dac5-2236-46fe-b7f5-2c44b9d13991 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422331 May 05 14:57:56.658775 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f6b6fa3-e686-412b-bd77-1650ccbbca26 req-6f0bb412-072f-4c8a-a79c-d116c865a4b4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186225 May 05 14:57:56.679441 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66458b4a-3d71-487b-abd5-abd00b030cd7 req-5faa105d-f721-4a96-9557-9040986965a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:56.681156 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66458b4a-3d71-487b-abd5-abd00b030cd7 req-5faa105d-f721-4a96-9557-9040986965a2 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1806958 May 05 14:57:56.756503 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df604c4-d550-47cf-be0a-14af7ae42a4a req-2b3d2520-4cdc-4337-a487-b478db3cd628 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:56.757951 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5df604c4-d550-47cf-be0a-14af7ae42a4a req-2b3d2520-4cdc-4337-a487-b478db3cd628 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0468547 May 05 14:57:56.802895 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5df604c4-d550-47cf-be0a-14af7ae42a4a req-c8aaf1d7-9beb-45fe-9516-f3a99a6cf464 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 May 05 14:57:57.798073 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8b7d4-a2e8-4b50-b8b8-63c4a7d0567c req-b3d4df1d-333b-4b07-ace3-63437d8fc383 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:57.799505 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1fa8b7d4-a2e8-4b50-b8b8-63c4a7d0567c req-b3d4df1d-333b-4b07-ace3-63437d8fc383 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0733504 May 05 14:57:57.807265 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bd0e5-281b-4e43-9221-c020d14c5ef3 req-b6af5730-2248-4630-b226-8de12797f692 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:57.808590 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea6bd0e5-281b-4e43-9221-c020d14c5ef3 req-b6af5730-2248-4630-b226-8de12797f692 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0811951 May 05 14:57:57.876671 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1fa8b7d4-a2e8-4b50-b8b8-63c4a7d0567c req-5bd1702f-2ee8-4e9e-a2ec-b80e9bd85b17 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671539 May 05 14:57:57.883328 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea6bd0e5-281b-4e43-9221-c020d14c5ef3 req-b6d99d4a-5a49-455b-ad34-77e55ef400aa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675864 May 05 14:57:57.978944 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537ef7f-f6f8-4873-b74d-253e0f11e5c6 req-8d047cb7-1803-4a85-9a64-d487cd7deaad tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:57.980311 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0537ef7f-f6f8-4873-b74d-253e0f11e5c6 req-8d047cb7-1803-4a85-9a64-d487cd7deaad tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0479653 May 05 14:57:58.026349 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0537ef7f-f6f8-4873-b74d-253e0f11e5c6 req-e301d78c-24b4-433f-be1c-b2d828a1abe8 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 May 05 14:57:59.021234 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086fa0b-ab74-4224-bcb0-3d94808f84b6 req-8dcf3c44-226d-4ebc-b511-2688e14814dd tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:59.022702 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3086fa0b-ab74-4224-bcb0-3d94808f84b6 req-8dcf3c44-226d-4ebc-b511-2688e14814dd tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0765789 May 05 14:57:59.029173 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3051c-298c-4c68-9bdc-4ec857b5da99 req-ef2625c3-db60-4c66-9e95-b4ed7e312f5e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:59.030544 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aab3051c-298c-4c68-9bdc-4ec857b5da99 req-ef2625c3-db60-4c66-9e95-b4ed7e312f5e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0751030 May 05 14:57:59.101171 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3086fa0b-ab74-4224-bcb0-3d94808f84b6 req-8b7a2a17-6368-42f3-ac7d-c62426050d2f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696902 May 05 14:57:59.104384 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aab3051c-298c-4c68-9bdc-4ec857b5da99 req-4270b1fc-ef27-4172-8f61-2b77fcf800a1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673149 May 05 14:57:59.198468 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e66ff-2986-40ea-a674-51d31ff72a54 req-445737b1-b4d7-46ab-8fb5-1467956dbadf tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:57:59.199904 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-479e66ff-2986-40ea-a674-51d31ff72a54 req-445737b1-b4d7-46ab-8fb5-1467956dbadf tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0449722 May 05 14:57:59.249837 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-479e66ff-2986-40ea-a674-51d31ff72a54 req-0fe68784-1055-4830-a22c-4fbbcbd62a2f tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438225 May 05 14:57:59.332754 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:00.112764 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-1dffa0fa-3d9c-481f-8265-f98d74d30389 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d525bbd9-eb09-42e3-a00b-a67a0c6bf36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388160 May 05 14:58:00.556197 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348847-e45f-4e73-8963-977a77cb9746 req-a874af21-310d-42ea-82c0-a2f700cc267b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:00.557553 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66348847-e45f-4e73-8963-977a77cb9746 req-a874af21-310d-42ea-82c0-a2f700cc267b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.3593943 May 05 14:58:00.563917 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66458b4a-3d71-487b-abd5-abd00b030cd7 req-4bf9adf2-ab60-4d02-81ae-dac305e16657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:00.565515 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66458b4a-3d71-487b-abd5-abd00b030cd7 req-4bf9adf2-ab60-4d02-81ae-dac305e16657 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4998379 May 05 14:58:00.593826 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad73e3b-8451-4961-b548-05b838e5e4ad req-1868c9a5-9b2e-49ef-8a11-e3b2d0d310da tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:00.595299 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ad73e3b-8451-4961-b548-05b838e5e4ad req-1868c9a5-9b2e-49ef-8a11-e3b2d0d310da tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.3814535 May 05 14:58:00.612233 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ccbc8-c96f-4388-abe6-35a4cfad72ab req-12cb9d94-14d7-481c-bdd4-4df2379eda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:00.613619 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a49ccbc8-c96f-4388-abe6-35a4cfad72ab req-12cb9d94-14d7-481c-bdd4-4df2379eda00 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 1129 time: 0.3414679 May 05 14:58:00.643086 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-e6061d25-a565-47c4-bfbe-52bb1140dc3c service neutron] 10.222.0.25 "GET /v2.0/networks/d525bbd9-eb09-42e3-a00b-a67a0c6bf36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219121 May 05 14:58:00.745089 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66348847-e45f-4e73-8963-977a77cb9746 req-2bbf287d-8568-45c5-8b9b-e9075569d5b5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773117 May 05 14:58:00.768457 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-97cbbd08-5f9b-4e2b-bf58-87d1b4f6152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:00.768457 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-97cbbd08-5f9b-4e2b-bf58-87d1b4f6152f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 1127 time: 0.1319730 May 05 14:58:00.777475 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ad73e3b-8451-4961-b548-05b838e5e4ad req-48b1bda8-81dd-4ed8-99c2-1c78621644a9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753604 May 05 14:58:00.856329 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-68d68636-d3e1-4de3-b2ea-e1eadc3aed68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b483c22d-4756-486d-9c21-1aa45194e39c HTTP/1.1" status: 200 len: 217 time: 0.0472844 May 05 14:58:00.858962 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a49ccbc8-c96f-4388-abe6-35a4cfad72ab req-79b161b2-0e5d-47ba-925f-acac6133b91e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267540 May 05 14:58:00.908145 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804c8bc2-1138-4f2d-b76a-99d0f29a0793 req-71e34cc2-1d27-4401-9e94-fa9c370f79e1 service neutron] 10.222.0.25 "GET /v2.0/networks/d525bbd9-eb09-42e3-a00b-a67a0c6bf36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431588 May 05 14:58:00.914273 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97240e-a1b5-4877-b575-70e2cfbb1cc6 req-d95a3ec0-cc3b-4dab-9c58-36099cc18d17 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:00.915637 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-df97240e-a1b5-4877-b575-70e2cfbb1cc6 req-d95a3ec0-cc3b-4dab-9c58-36099cc18d17 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0637097 May 05 14:58:00.961919 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-df97240e-a1b5-4877-b575-70e2cfbb1cc6 req-e1c7f1f0-0666-49e3-a13b-8fe349fb8b4e tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 May 05 14:58:01.242884 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-55cbfea8-a497-4b7b-b203-6ef8d5db70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:01.244343 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-55cbfea8-a497-4b7b-b203-6ef8d5db70f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 200 len: 856 time: 0.0446575 May 05 14:58:01.871435 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d49d7-c375-41e7-987f-ea5b0e87afc3 req-e7800df9-1f73-40a6-81f5-23d8735bf238 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:01.873675 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-233d49d7-c375-41e7-987f-ea5b0e87afc3 req-e7800df9-1f73-40a6-81f5-23d8735bf238 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0591118 May 05 14:58:01.923552 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f094bb-30a3-4c60-8e28-ca5c5bc57b38 req-eab422b4-3b9b-45f4-b505-4f02e9a48baf tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:01.925039 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-96f094bb-30a3-4c60-8e28-ca5c5bc57b38 req-eab422b4-3b9b-45f4-b505-4f02e9a48baf tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0700414 May 05 14:58:01.967434 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-233d49d7-c375-41e7-987f-ea5b0e87afc3 req-18acb627-c397-4293-ba26-3c3f4251fb51 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742860 May 05 14:58:01.993135 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-96f094bb-30a3-4c60-8e28-ca5c5bc57b38 req-15080a68-e118-4c8e-9e5b-4268f2119b27 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586727 May 05 14:58:02.088726 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d66ef-382e-4007-a1d2-e035d2a66928 req-637a3aca-0e20-4d05-9c59-70f06664aefa tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:02.090229 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a1d66ef-382e-4007-a1d2-e035d2a66928 req-637a3aca-0e20-4d05-9c59-70f06664aefa tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0516889 May 05 14:58:02.143219 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a1d66ef-382e-4007-a1d2-e035d2a66928 req-6858c556-61d5-4559-9b2c-8bc4f6bdd95b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 May 05 14:58:02.316565 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-f31308e3-7ca1-446a-b100-96bfffdb1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:02.318273 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-f31308e3-7ca1-446a-b100-96bfffdb1071 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435295 May 05 14:58:02.764085 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-99539d0a-5442-454d-bff3-991838e27bd7 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872903 May 05 14:58:02.893095 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-673693ad-2d9c-43f9-97aa-05545c2d519c req-aade99bf-cd1a-478d-9ebd-2023dabaec67 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852196 May 05 14:58:03.105238 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505e5f1-e858-4d30-a65d-758ef5acd04e req-a5b1c4f4-5aaf-4104-b971-c20e9ec776f6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:03.107842 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e505e5f1-e858-4d30-a65d-758ef5acd04e req-a5b1c4f4-5aaf-4104-b971-c20e9ec776f6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0720913 May 05 14:58:03.142727 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:58:03.144321 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a454f-80b3-4a43-a240-dcf8fa53e054 req-9e3de79c-5d71-4c45-982f-9c7befaccb93 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:03.145827 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a33a454f-80b3-4a43-a240-dcf8fa53e054 req-9e3de79c-5d71-4c45-982f-9c7befaccb93 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0747929 May 05 14:58:03.190918 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e505e5f1-e858-4d30-a65d-758ef5acd04e req-a279daf8-12de-4e79-8570-69868c6716d2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776567 May 05 14:58:03.218230 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a33a454f-80b3-4a43-a240-dcf8fa53e054 req-abc11afc-50fb-4ba8-b220-c6cd27f6b260 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663877 May 05 14:58:03.307411 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579305d-0d7f-4ca5-b7ad-ec5a94a46e89 req-a1c8e57d-a596-477f-a9f4-b10624049d53 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:03.308875 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7579305d-0d7f-4ca5-b7ad-ec5a94a46e89 req-a1c8e57d-a596-477f-a9f4-b10624049d53 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 943 time: 0.0497534 May 05 14:58:03.360001 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7579305d-0d7f-4ca5-b7ad-ec5a94a46e89 req-9ef853ee-df26-46d4-948b-a48faed6181f tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 May 05 14:58:03.480022 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53790) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:03.589200 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-590fcbd2-f269-4c86-8bab-19a6ecea4c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:03.668602 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-590fcbd2-f269-4c86-8bab-19a6ecea4c28 admin admin] Publish callbacks [] for security_group (68fe8903-e753-4a3e-ac69-56566410bfdf), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:03.672833 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-590fcbd2-f269-4c86-8bab-19a6ecea4c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (68fe8903-e753-4a3e-ac69-56566410bfdf), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:03.709431 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fcbd2-f269-4c86-8bab-19a6ecea4c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fe8903-e753-4a3e-ac69-56566410bfdf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:03.713742 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-590fcbd2-f269-4c86-8bab-19a6ecea4c28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bd45432c89947d68353fb8c010551f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326872 May 05 14:58:03.716823 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53800) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:03.762619 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3436f745-2297-4052-919d-05ee912a1d1f admin admin] Publish callbacks [] for security_group (68fe8903-e753-4a3e-ac69-56566410bfdf), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:03.784153 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3436f745-2297-4052-919d-05ee912a1d1f admin admin] Publish callbacks [] for security_group (68fe8903-e753-4a3e-ac69-56566410bfdf), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:03.832080 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3436f745-2297-4052-919d-05ee912a1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (68fe8903-e753-4a3e-ac69-56566410bfdf), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:03.834733 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3436f745-2297-4052-919d-05ee912a1d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:03.835968 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3436f745-2297-4052-919d-05ee912a1d1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68fe8903-e753-4a3e-ac69-56566410bfdf HTTP/1.1" status: 204 len: 168 time: 0.1182477 May 05 14:58:03.844652 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436f745-2297-4052-919d-05ee912a1d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fe8903-e753-4a3e-ac69-56566410bfdf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:04.109955 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device f51e92b1-60ed-4c12-ba6d-58fce3927216 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:58:04.214710 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port f51e92b1-60ed-4c12-ba6d-58fce3927216, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=f51e92b1-60ed-4c12-ba6d-58fce3927216,segment=NetworkSegment(460286d0-80ee-4860-8463-8db0606d39c2),segment_id=460286d0-80ee-4860-8463-8db0606d39c2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:04.227354 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'f51e92b1-60ed-4c12-ba6d-58fce3927216', 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b', 'port_id': 'f51e92b1-60ed-4c12-ba6d-58fce3927216', 'mac_address': 'fa:16:3e:30:43:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404423bd-0b01-4f14-8dfd-6640a5555007', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:58:04.278124 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port f51e92b1-60ed-4c12-ba6d-58fce3927216 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:04.279313 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:04.293850 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51e92b1-60ed-4c12-ba6d-58fce3927216 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:58:04.318327 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port f51e92b1-60ed-4c12-ba6d-58fce3927216, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=f51e92b1-60ed-4c12-ba6d-58fce3927216,segment=NetworkSegment(460286d0-80ee-4860-8463-8db0606d39c2),segment_id=460286d0-80ee-4860-8463-8db0606d39c2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:04.324607 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:04.352110 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f349ed-e9c7-4795-aaec-7e0e152ec422 req-c7ce5114-fcbd-4203-934e-d6e5585465da tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:04.352110 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e2f349ed-e9c7-4795-aaec-7e0e152ec422 req-c7ce5114-fcbd-4203-934e-d6e5585465da tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0903583 May 05 14:58:04.375907 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=f51e92b1-60ed-4c12-ba6d-58fce3927216,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:04.381709 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae974952-a757-4c47-bda7-f8ea12b0b6ec req-eb368cc4-a9b8-4ff9-a7f3-4e52eeb6ad38 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:04.383696 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ae974952-a757-4c47-bda7-f8ea12b0b6ec req-eb368cc4-a9b8-4ff9-a7f3-4e52eeb6ad38 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0811577 May 05 14:58:04.433080 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e2f349ed-e9c7-4795-aaec-7e0e152ec422 req-4109f1c8-32a7-431a-900b-c04d5ecc263c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727243 May 05 14:58:04.466864 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ae974952-a757-4c47-bda7-f8ea12b0b6ec req-7b1703df-f3db-48b0-866a-0f813493d518 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732682 May 05 14:58:04.573374 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a437d3-1aa6-40cf-a943-74aa294973e4 req-2dc2f923-08d3-4103-9b36-3f8a9810c1c4 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:04.574869 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-74a437d3-1aa6-40cf-a943-74aa294973e4 req-2dc2f923-08d3-4103-9b36-3f8a9810c1c4 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 944 time: 0.0749683 May 05 14:58:04.590797 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a1be-5fed-4177-b49c-5d05bfc922b8 req-d3f9168e-b817-401a-bd2b-46c28cd6638b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:04.592733 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-05d1a1be-5fed-4177-b49c-5d05bfc922b8 req-d3f9168e-b817-401a-bd2b-46c28cd6638b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0646069 May 05 14:58:04.672707 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-74a437d3-1aa6-40cf-a943-74aa294973e4 req-19f5f083-a1aa-431b-9b5c-6faa7100391e tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891030 May 05 14:58:04.675702 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-05d1a1be-5fed-4177-b49c-5d05bfc922b8 req-1dd320a9-d65d-4242-9ff3-c86c18c365e7 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771952 May 05 14:58:04.734183 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['f51e92b1-60ed-4c12-ba6d-58fce3927216'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:58:04.987011 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53846) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:04.993153 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53850) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:05.110853 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-32b13462-31ee-4347-acf7-555e29cb0be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.125708 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1e97555-48b3-4490-8efc-f5eb90aa2fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.238633 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-32b13462-31ee-4347-acf7-555e29cb0be0 admin admin] Publish callbacks [] for security_group (712b59b7-0399-43df-b8ec-de0c1336b188), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.242265 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-32b13462-31ee-4347-acf7-555e29cb0be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (712b59b7-0399-43df-b8ec-de0c1336b188), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.255072 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1e97555-48b3-4490-8efc-f5eb90aa2fc4 admin admin] Publish callbacks [] for security_group (fe1779fb-e60d-4979-afd4-15fb62a8727e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.267037 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1e97555-48b3-4490-8efc-f5eb90aa2fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (fe1779fb-e60d-4979-afd4-15fb62a8727e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.304868 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b13462-31ee-4347-acf7-555e29cb0be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b59b7-0399-43df-b8ec-de0c1336b188,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:05.312108 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-32b13462-31ee-4347-acf7-555e29cb0be0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=168ec2c04f5c44a18209ffccf46619bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238108 May 05 14:58:05.315192 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 53858) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:05.324808 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a1e97555-48b3-4490-8efc-f5eb90aa2fc4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2abb7d7a43b41d3b77673ee427e726c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306489 May 05 14:58:05.328428 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 53860) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:05.347468 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e97555-48b3-4490-8efc-f5eb90aa2fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1779fb-e60d-4979-afd4-15fb62a8727e,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:05.377451 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7dcf921c-0064-4831-85b7-1d98fd0827ba admin admin] Publish callbacks [] for security_group (712b59b7-0399-43df-b8ec-de0c1336b188), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.384706 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-61bb9508-6bc4-4a90-aba5-6b7d826fe273 admin admin] Publish callbacks [] for security_group (fe1779fb-e60d-4979-afd4-15fb62a8727e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.400076 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7dcf921c-0064-4831-85b7-1d98fd0827ba admin admin] Publish callbacks [] for security_group (712b59b7-0399-43df-b8ec-de0c1336b188), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.407781 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-61bb9508-6bc4-4a90-aba5-6b7d826fe273 admin admin] Publish callbacks [] for security_group (fe1779fb-e60d-4979-afd4-15fb62a8727e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.451584 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7dcf921c-0064-4831-85b7-1d98fd0827ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (712b59b7-0399-43df-b8ec-de0c1336b188), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.454162 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7dcf921c-0064-4831-85b7-1d98fd0827ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.455347 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7dcf921c-0064-4831-85b7-1d98fd0827ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/712b59b7-0399-43df-b8ec-de0c1336b188 HTTP/1.1" status: 204 len: 168 time: 0.1390657 May 05 14:58:05.460238 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-61bb9508-6bc4-4a90-aba5-6b7d826fe273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (fe1779fb-e60d-4979-afd4-15fb62a8727e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.462696 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-61bb9508-6bc4-4a90-aba5-6b7d826fe273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:05.466195 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-61bb9508-6bc4-4a90-aba5-6b7d826fe273 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe1779fb-e60d-4979-afd4-15fb62a8727e HTTP/1.1" status: 204 len: 168 time: 0.1345112 May 05 14:58:05.466317 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf921c-0064-4831-85b7-1d98fd0827ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b59b7-0399-43df-b8ec-de0c1336b188,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:05.479381 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb9508-6bc4-4a90-aba5-6b7d826fe273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1779fb-e60d-4979-afd4-15fb62a8727e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:05.594904 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36144290-3d3a-4a79-bd08-13b685456ed0 req-e84dcd40-d036-48f1-b25d-d2c7527178f3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:05.596562 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-36144290-3d3a-4a79-bd08-13b685456ed0 req-e84dcd40-d036-48f1-b25d-d2c7527178f3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0558352 May 05 14:58:05.649995 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-36144290-3d3a-4a79-bd08-13b685456ed0 req-90b28a55-ea08-4679-bf95-28753d076b15 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443907 May 05 14:58:05.805500 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb311e2a-4961-40fd-8a81-a808db8fe52e req-3b746fe3-2480-425d-935a-5fad32d18349 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:05.807151 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cb311e2a-4961-40fd-8a81-a808db8fe52e req-3b746fe3-2480-425d-935a-5fad32d18349 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 944 time: 0.0596766 May 05 14:58:05.859966 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cb311e2a-4961-40fd-8a81-a808db8fe52e req-d33d33aa-2624-459c-a3aa-313a44dae412 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466120 May 05 14:58:06.116233 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device b483c22d-4756-486d-9c21-1aa45194e39c details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:58:06.132137 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device f51e92b1-60ed-4c12-ba6d-58fce3927216 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:58:06.255151 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port f51e92b1-60ed-4c12-ba6d-58fce3927216 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:58:06.265406 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port f51e92b1-60ed-4c12-ba6d-58fce3927216 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:58:06.266156 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:06.339201 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:06.365749 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'port_id': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'mac_address': 'fa:16:3e:64:d1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:58:06.436074 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port f51e92b1-60ed-4c12-ba6d-58fce3927216 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:06.436643 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:06.462733 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7d041-abf5-49c9-a7aa-c463c10d757b req-d75e27d5-d0b5-450c-8810-0db1e25102a1 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:06.464404 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ca7d041-abf5-49c9-a7aa-c463c10d757b req-d75e27d5-d0b5-450c-8810-0db1e25102a1 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0992503 May 05 14:58:06.495856 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-7df22309-9959-432c-a8cf-d8510cc0e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:06.497554 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-7df22309-9959-432c-a8cf-d8510cc0e270 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 1129 time: 0.0767748 May 05 14:58:06.611442 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518998ef-43ab-4c35-b865-20adbdf0dcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51e92b1-60ed-4c12-ba6d-58fce3927216'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:06.614437 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cfc76e-7423-4e3c-a028-57627ad6a380" -d '{"events": [{"server_uuid": "518998ef-43ab-4c35-b865-20adbdf0dcd8", "name": "network-vif-plugged", "status": "completed", "tag": "f51e92b1-60ed-4c12-ba6d-58fce3927216"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:06.624876 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port b483c22d-4756-486d-9c21-1aa45194e39c is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:06.626318 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:06.631545 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ca7d041-abf5-49c9-a7aa-c463c10d757b req-eac4759f-4680-48c7-a0f3-91d817107564 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490707 May 05 14:58:06.633032 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port f51e92b1-60ed-4c12-ba6d-58fce3927216, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=f51e92b1-60ed-4c12-ba6d-58fce3927216,segment=NetworkSegment(460286d0-80ee-4860-8463-8db0606d39c2),segment_id=460286d0-80ee-4860-8463-8db0606d39c2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:06.644870 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:06.682626 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a613e15-171d-4443-8bef-e09649e42827 x-openstack-request-id: req-5a613e15-171d-4443-8bef-e09649e42827 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:06.682970 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518998ef-43ab-4c35-b865-20adbdf0dcd8", "name": "network-vif-plugged", "status": "completed", "tag": "f51e92b1-60ed-4c12-ba6d-58fce3927216", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:06.683210 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a613e15-171d-4443-8bef-e09649e42827 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:06.683600 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a613e15-171d-4443-8bef-e09649e42827'] response: {'server_uuid': '518998ef-43ab-4c35-b865-20adbdf0dcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51e92b1-60ed-4c12-ba6d-58fce3927216', 'code': 200} May 05 14:58:06.685130 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b483c22d-4756-486d-9c21-1aa45194e39c {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:58:06.691251 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-c8b1d7ab-1fef-4129-8d71-2e62a8804b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:06.698690 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-c8b1d7ab-1fef-4129-8d71-2e62a8804b26 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.1935413 May 05 14:58:06.721438 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:06.742635 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:06.745680 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=f51e92b1-60ed-4c12-ba6d-58fce3927216,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:06.807524 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-41d542a0-802f-4605-8b62-f84bce69dc13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b12033-0060-4d5a-a499-2c72c7826e93 HTTP/1.1" status: 200 len: 217 time: 0.0777109 May 05 14:58:06.852896 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:06.991972 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7d97e-922b-4633-86ae-b6a708140b46 req-e38d85e0-5ef5-4e29-86e9-f016d157ce9b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:06.993439 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56f7d97e-922b-4633-86ae-b6a708140b46 req-e38d85e0-5ef5-4e29-86e9-f016d157ce9b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 944 time: 0.1895878 May 05 14:58:07.037062 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5cd40-bd29-4eff-b171-468717558cfa req-32937b28-d581-4464-8eb7-52fce1d07d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:07.038545 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89a5cd40-bd29-4eff-b171-468717558cfa req-32937b28-d581-4464-8eb7-52fce1d07d43 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 1129 time: 0.1168928 May 05 14:58:07.047908 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-296e7f9b-362c-4d75-aff9-687e95fd97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:07.049235 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-296e7f9b-362c-4d75-aff9-687e95fd97b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.2342887 May 05 14:58:07.067282 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e801161-2cf2-4bfe-98e1-8648e554b148 req-b7bea42f-de8c-4605-b568-2290bba3d154 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:07.068661 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0e801161-2cf2-4bfe-98e1-8648e554b148 req-b7bea42f-de8c-4605-b568-2290bba3d154 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 945 time: 0.1204326 May 05 14:58:07.162883 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-da279628-cb43-4255-8143-c23d2b49d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:07.164280 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-da279628-cb43-4255-8143-c23d2b49d54a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034784 May 05 14:58:07.165048 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['b483c22d-4756-486d-9c21-1aa45194e39c'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:58:07.173802 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56f7d97e-922b-4633-86ae-b6a708140b46 req-e03b1073-3e5c-4f5f-b421-c534a67cbf19 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541698 May 05 14:58:07.186812 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89a5cd40-bd29-4eff-b171-468717558cfa req-21970c8d-a24d-4a48-a72f-f30cd10ae365 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352599 May 05 14:58:07.201989 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0e801161-2cf2-4bfe-98e1-8648e554b148 req-99e9a3f3-9c0d-424f-86df-b95207d71f6b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151540 May 05 14:58:07.282405 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-5fc59a58-9d97-4dd2-acff-f26996ae3d52 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076584 May 05 14:58:07.610680 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ef3dafd-d2c6-40c3-a7c8-5c3d22c57665 req-49b1d810-a999-4662-9969-bceade2a0925 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858335 May 05 14:58:07.741511 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b48ddc-8f23-4b46-b0c6-214af16f3089 req-64e8f17b-8822-4c9b-94d7-d464dd6cb32c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:07.742910 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-43b48ddc-8f23-4b46-b0c6-214af16f3089 req-64e8f17b-8822-4c9b-94d7-d464dd6cb32c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0504348 May 05 14:58:07.788147 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-43b48ddc-8f23-4b46-b0c6-214af16f3089 req-0fdd65c8-d5fc-45e0-ab74-8a4518e16b25 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 May 05 14:58:07.992546 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-f8a66b95-7d70-456a-afdb-04aab6006da7 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0c36a414484441deb0f56ba69fdc3339&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296798 May 05 14:58:08.143331 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device b483c22d-4756-486d-9c21-1aa45194e39c up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:58:08.190643 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-c038e6f0-7998-4f40-b5c3-2797062ca589 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:08.192325 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-c038e6f0-7998-4f40-b5c3-2797062ca589 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946805 May 05 14:58:08.207992 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6a3704d6-857b-4657-ac4b-dcac4570204b tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/quotas/0c36a414484441deb0f56ba69fdc3339 HTTP/1.1" status: 200 len: 375 time: 0.0096467 May 05 14:58:08.210422 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port b483c22d-4756-486d-9c21-1aa45194e39c completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:58:08.221445 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port b483c22d-4756-486d-9c21-1aa45194e39c triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:58:08.223994 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:08.246469 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-8d821bce-950f-4fcb-86c5-a956e4be0b74 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c36a414484441deb0f56ba69fdc3339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325491 May 05 14:58:08.298878 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329098d-52b1-447a-aaac-19a67cf1e8db req-fcc05190-ea75-4221-8112-4293e8070e6b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:08.300597 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4329098d-52b1-447a-aaac-19a67cf1e8db req-fcc05190-ea75-4221-8112-4293e8070e6b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 944 time: 0.0485466 May 05 14:58:08.311680 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port b483c22d-4756-486d-9c21-1aa45194e39c is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:08.312076 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:08.349045 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:08.359710 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:08.364575 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4329098d-52b1-447a-aaac-19a67cf1e8db req-f504463f-05ed-459c-8a24-12dbfc652031 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571728 May 05 14:58:08.412404 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:08.459641 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017b7bc-189f-4075-9e08-5bc24902a918 req-5cebdd98-406f-48d4-bd79-585bd595422d tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:08.461595 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2017b7bc-189f-4075-9e08-5bc24902a918 req-5cebdd98-406f-48d4-bd79-585bd595422d tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0561914 May 05 14:58:08.504393 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9b80220b-81c3-4945-b25a-4c8a3e50afea req-ddba51d4-4428-42a8-8da5-fc7f43f062a1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0418475 May 05 14:58:08.534558 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2017b7bc-189f-4075-9e08-5bc24902a918 req-554bdb68-e0c3-4c6e-9397-469ed04bf6d7 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626850 May 05 14:58:08.685005 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:08.687625 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a289c6a0-b9a6-46f0-9734-52bd7230612c" -d '{"events": [{"server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "name": "network-vif-plugged", "status": "completed", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:08.727005 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88883d90-5d0e-4a30-8af1-e43ab80c6b73 x-openstack-request-id: req-88883d90-5d0e-4a30-8af1-e43ab80c6b73 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:08.727488 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "name": "network-vif-plugged", "status": "completed", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:08.727794 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88883d90-5d0e-4a30-8af1-e43ab80c6b73 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:08.728265 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88883d90-5d0e-4a30-8af1-e43ab80c6b73'] response: {'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'code': 200} May 05 14:58:08.898742 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039d2d8-6af2-49e4-8238-ce802c3bedde req-ec1ca3c6-fec0-4cef-85c4-8dcacd92cae3 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:08.900257 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6039d2d8-6af2-49e4-8238-ce802c3bedde req-ec1ca3c6-fec0-4cef-85c4-8dcacd92cae3 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0456920 May 05 14:58:08.946421 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6039d2d8-6af2-49e4-8238-ce802c3bedde req-cf6ca38f-dd2a-4da2-a0b4-e6fe60f529d9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 May 05 14:58:09.519036 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed2076-6a28-47c3-a5c5-a96600518940 req-6c5a31ba-97e7-4020-84b3-169f397f2413 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:09.520475 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6ed2076-6a28-47c3-a5c5-a96600518940 req-6c5a31ba-97e7-4020-84b3-169f397f2413 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0454595 May 05 14:58:09.568178 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6ed2076-6a28-47c3-a5c5-a96600518940 req-53e75e54-492e-4485-8783-621f2a2ab7bb tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421698 May 05 14:58:09.599541 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-165bc5e8-8aad-4db5-9d51-b7a081e7364d req-c3055eef-f27a-4564-8dde-ebbc3dedbb7a tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0287471 May 05 14:58:09.670731 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344857-9657-46f2-94c5-d26802445a36 req-eafa11cc-f54a-442e-8733-7973d9e5daaf tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:09.672171 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bf344857-9657-46f2-94c5-d26802445a36 req-eafa11cc-f54a-442e-8733-7973d9e5daaf tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0448844 May 05 14:58:09.718870 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bf344857-9657-46f2-94c5-d26802445a36 req-25392a52-c84c-4bac-bdeb-4dbc6ef9437e tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 May 05 14:58:10.058112 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bca05-9f7f-4edc-8191-4b19c1d22090 req-76de7fc3-723a-4133-b865-2eb9b3b40fe1 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:10.059596 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e25bca05-9f7f-4edc-8191-4b19c1d22090 req-76de7fc3-723a-4133-b865-2eb9b3b40fe1 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0458364 May 05 14:58:10.104216 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e25bca05-9f7f-4edc-8191-4b19c1d22090 req-d769261b-1315-46d0-84a3-d62e60d0bd1a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 May 05 14:58:10.701796 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f152d340-6045-48a4-a746-0f67f3d48e11 req-6447b8d6-a012-4040-a9a6-410d89dd659d tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0318053 May 05 14:58:10.709847 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfb8af-8514-4479-920b-1ba8dba0f021 req-65ef427f-20f0-4885-92e4-32e61b43e641 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:10.711235 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4edfb8af-8514-4479-920b-1ba8dba0f021 req-65ef427f-20f0-4885-92e4-32e61b43e641 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0704241 May 05 14:58:10.756920 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4edfb8af-8514-4479-920b-1ba8dba0f021 req-ed97d25d-9920-48eb-8706-7c05290efc0d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400605 May 05 14:58:11.224325 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c9b0c-9524-45ac-9b01-65356ca1d0b2 req-2c6487d3-8633-4b15-bd7e-fd90df789a20 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:11.226011 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a49c9b0c-9524-45ac-9b01-65356ca1d0b2 req-2c6487d3-8633-4b15-bd7e-fd90df789a20 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0510263 May 05 14:58:11.277236 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a49c9b0c-9524-45ac-9b01-65356ca1d0b2 req-e4013804-9561-46fd-83d7-7d75a1a8f012 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443437 May 05 14:58:11.679195 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e530fd-dd25-4f98-9792-69f9812a53b1 req-be96ed00-370c-4a82-ba8a-5eb3209b9c5b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:11.680641 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-83e530fd-dd25-4f98-9792-69f9812a53b1 req-be96ed00-370c-4a82-ba8a-5eb3209b9c5b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0495884 May 05 14:58:11.735820 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-83e530fd-dd25-4f98-9792-69f9812a53b1 req-ef0e7231-de31-4960-a723-ca32b53b81ec tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487118 May 05 14:58:11.806104 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d5227b5f-2b7c-4ef6-af69-7336af5f33a1 req-e4ed6aef-ffe9-4a1b-bc3f-684061fa71ba tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0266621 May 05 14:58:11.871931 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161663b-0885-4782-8c89-9012c54eea9e req-2dfb3d5f-85b4-4561-9586-d2a8425ca658 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:11.873437 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e161663b-0885-4782-8c89-9012c54eea9e req-2dfb3d5f-85b4-4561-9586-d2a8425ca658 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0456195 May 05 14:58:11.921425 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e161663b-0885-4782-8c89-9012c54eea9e req-c0dff0d1-6396-41b9-9641-0b38a349462a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425210 May 05 14:58:12.393146 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07657821-ed82-472e-b56a-58aeed53ebd2 req-6f0ea53a-d37f-4c79-8a8f-fb4245545813 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:12.394649 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07657821-ed82-472e-b56a-58aeed53ebd2 req-6f0ea53a-d37f-4c79-8a8f-fb4245545813 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0458539 May 05 14:58:12.443379 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07657821-ed82-472e-b56a-58aeed53ebd2 req-f1315222-43e1-455b-95ef-c0ecc4612519 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 May 05 14:58:12.528535 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f5f001b-046f-4e94-a65c-e771a7125de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:12.850538 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a33719-229e-46b8-8b6d-58c6fb7534bf req-a818d478-c2a2-49a6-96fa-d9e90c8eb8c6 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:12.852009 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51a33719-229e-46b8-8b6d-58c6fb7534bf req-a818d478-c2a2-49a6-96fa-d9e90c8eb8c6 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0469284 May 05 14:58:12.904460 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51a33719-229e-46b8-8b6d-58c6fb7534bf req-8223b48b-ac8a-4a96-9fbf-043e3d4e4b92 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457799 May 05 14:58:13.056599 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-317eef4f-37d8-498d-9298-3ea1ffee94c0 req-36d682fd-73b4-4202-a0f1-c267596a2b42 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0323350 May 05 14:58:13.065405 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ac194-5f83-4fac-9512-df70d9c3d520 req-e83b71c4-c332-49b4-ae54-b3e9c9920943 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:13.066849 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-830ac194-5f83-4fac-9512-df70d9c3d520 req-e83b71c4-c332-49b4-ae54-b3e9c9920943 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0724456 May 05 14:58:13.120756 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-830ac194-5f83-4fac-9512-df70d9c3d520 req-445df9f9-b326-4d03-ad6c-ba45f4d4f71e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483785 May 05 14:58:13.192250 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe1ab-8b06-4f11-b26f-e8306a6e2260 req-3a8b27ab-cd16-407e-bfea-b4f12536b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:13.193816 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-deabe1ab-8b06-4f11-b26f-e8306a6e2260 req-3a8b27ab-cd16-407e-bfea-b4f12536b365 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 1129 time: 0.0377922 May 05 14:58:13.385282 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-deabe1ab-8b06-4f11-b26f-e8306a6e2260 req-a4f437df-02da-4afd-8ea3-962d93a96a57 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409136 May 05 14:58:13.555896 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae493b14-fc8a-4879-b007-e49bb754e295 req-2f67bfbe-d231-4c13-a867-c7f8ce09d175 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:13.557576 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ae493b14-fc8a-4879-b007-e49bb754e295 req-2f67bfbe-d231-4c13-a867-c7f8ce09d175 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0468001 May 05 14:58:13.606238 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ae493b14-fc8a-4879-b007-e49bb754e295 req-ec878222-0224-4f70-a181-b2f1498721f9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 May 05 14:58:13.776075 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 54056) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:13.877254 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f8c83e20-91e0-463e-a3bb-746cf44bbbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:13.948498 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f8c83e20-91e0-463e-a3bb-746cf44bbbd4 admin admin] Publish callbacks [] for security_group (f90803df-cc3b-460f-bd50-815cd536af1b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:13.952610 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f8c83e20-91e0-463e-a3bb-746cf44bbbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f90803df-cc3b-460f-bd50-815cd536af1b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:14.000668 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f8c83e20-91e0-463e-a3bb-746cf44bbbd4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8343e2c553774ea5be8435da58ae8ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235286 May 05 14:58:14.003337 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 54062) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:14.019000 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c83e20-91e0-463e-a3bb-746cf44bbbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90803df-cc3b-460f-bd50-815cd536af1b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:14.039484 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8e5f3-0f95-438f-a8f0-ee857890f8f3 req-34369c04-9e53-4c5d-b7f5-2af623237b97 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:14.040940 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1ef8e5f3-0f95-438f-a8f0-ee857890f8f3 req-34369c04-9e53-4c5d-b7f5-2af623237b97 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0585566 May 05 14:58:14.053402 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f410-4e81-44a1-8daf-778c19dc5841 admin admin] Publish callbacks [] for security_group (f90803df-cc3b-460f-bd50-815cd536af1b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:14.075109 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f410-4e81-44a1-8daf-778c19dc5841 admin admin] Publish callbacks [] for security_group (f90803df-cc3b-460f-bd50-815cd536af1b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:14.087887 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1ef8e5f3-0f95-438f-a8f0-ee857890f8f3 req-e288446c-7573-4f42-aad0-3614c4e919f3 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 May 05 14:58:14.126756 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f410-4e81-44a1-8daf-778c19dc5841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f90803df-cc3b-460f-bd50-815cd536af1b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:14.129538 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f410-4e81-44a1-8daf-778c19dc5841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:14.130717 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9ad0f410-4e81-44a1-8daf-778c19dc5841 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f90803df-cc3b-460f-bd50-815cd536af1b HTTP/1.1" status: 204 len: 168 time: 0.1263616 May 05 14:58:14.138730 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0f410-4e81-44a1-8daf-778c19dc5841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90803df-cc3b-460f-bd50-815cd536af1b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:14.167396 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cf3c80c-fad3-4a49-8f90-3e54c2fdfb23 req-26ef444f-4116-4996-acb6-270cd6ff9705 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0389225 May 05 14:58:14.250442 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d694a-57de-4c30-8e32-e9d4edcf0e7f req-fb411947-e990-416a-8a2d-969e2505df1c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:14.252011 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d94d694a-57de-4c30-8e32-e9d4edcf0e7f req-fb411947-e990-416a-8a2d-969e2505df1c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0482156 May 05 14:58:14.308264 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d94d694a-57de-4c30-8e32-e9d4edcf0e7f req-31970c0d-6369-430b-804a-208c43b93374 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482347 May 05 14:58:14.617931 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-dcb987b6-b3f9-4029-ab15-e95634ec5a01 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:14.619308 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-dcb987b6-b3f9-4029-ab15-e95634ec5a01 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.25 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0502751 May 05 14:58:14.932169 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a418cfd4-6c57-47ba-927d-735211749a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:14.981250 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-af8115ba-ff94-42ce-937b-bf65d9c2364c tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c36a414484441deb0f56ba69fdc3339&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2693651 May 05 14:58:14.997261 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-86c27ef1-58ac-4a24-ab49-435e0be19938 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Deleting port f51e92b1-60ed-4c12-ba6d-58fce3927216 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 14:58:14.997631 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-86c27ef1-58ac-4a24-ab49-435e0be19938 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:15.007382 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2a15-a859-4ab4-8f39-60c49bcb9bd1 req-ac08c2df-7eab-42fd-83bf-e84a527b70e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:15.008921 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18bf2a15-a859-4ab4-8f39-60c49bcb9bd1 req-ac08c2df-7eab-42fd-83bf-e84a527b70e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.3260918 May 05 14:58:15.212528 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18bf2a15-a859-4ab4-8f39-60c49bcb9bd1 req-acf0629f-1afa-4330-af1e-ba68e6f39746 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845756 May 05 14:58:15.237605 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-86c27ef1-58ac-4a24-ab49-435e0be19938 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] For port f51e92b1-60ed-4c12-ba6d-58fce3927216, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=f51e92b1-60ed-4c12-ba6d-58fce3927216,segment=NetworkSegment(460286d0-80ee-4860-8463-8db0606d39c2),segment_id=460286d0-80ee-4860-8463-8db0606d39c2)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:15.238004 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-86c27ef1-58ac-4a24-ab49-435e0be19938 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:15.256721 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d27a5-2330-4716-951c-e908128057f0 req-1e62e9b4-97f3-4ef0-88a5-a295ae199375 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:15.258203 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-709d27a5-2330-4716-951c-e908128057f0 req-1e62e9b4-97f3-4ef0-88a5-a295ae199375 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0969551 May 05 14:58:15.267943 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-1411d2f2-228a-423f-8617-e621c88b4109 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:15.269333 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-1411d2f2-228a-423f-8617-e621c88b4109 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595594 May 05 14:58:15.272795 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-86c27ef1-58ac-4a24-ab49-435e0be19938 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Calling delete_port for f51e92b1-60ed-4c12-ba6d-58fce3927216 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 14:58:15.320840 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cf3b6934-a958-4198-8d61-b25bf2c80d7a req-544333b3-4c41-4de7-b0c9-c9e223f39b7d tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0505295 May 05 14:58:15.391133 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-709d27a5-2330-4716-951c-e908128057f0 req-732dbedb-a761-4c55-9ef7-26b3e071b70a tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198044 May 05 14:58:15.450475 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090bfc1-33ee-4f7c-9840-ba1fa2930910 req-5bb81e6b-775d-4f03-af36-a020703ef5fa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:15.451789 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c090bfc1-33ee-4f7c-9840-ba1fa2930910 req-5bb81e6b-775d-4f03-af36-a020703ef5fa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0652742 May 05 14:58:15.538880 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c090bfc1-33ee-4f7c-9840-ba1fa2930910 req-0ee882e1-ce88-4bc9-9bfc-d9ac1d24b6de tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805824 May 05 14:58:15.539817 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-86c27ef1-58ac-4a24-ab49-435e0be19938 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (f51e92b1-60ed-4c12-ba6d-58fce3927216), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:15.570619 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c27ef1-58ac-4a24-ab49-435e0be19938 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Pushing event deleted for resources: {'Port': ['ID=f51e92b1-60ed-4c12-ba6d-58fce3927216,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:15.585967 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['f51e92b1-60ed-4c12-ba6d-58fce3927216'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:58:15.617556 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-86c27ef1-58ac-4a24-ab49-435e0be19938 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] No DVR routers for this DVR port f51e92b1-60ed-4c12-ba6d-58fce3927216 on host hv-cinder-83942 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 14:58:15.633453 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-86c27ef1-58ac-4a24-ab49-435e0be19938 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:15.636881 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-25b1948c-0be4-43af-b962-dce9f82ac91d req-86c27ef1-58ac-4a24-ab49-435e0be19938 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.25 "DELETE /v2.0/ports/f51e92b1-60ed-4c12-ba6d-58fce3927216 HTTP/1.1" status: 204 len: 173 time: 0.9976156 May 05 14:58:15.652073 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518998ef-43ab-4c35-b865-20adbdf0dcd8', 'name': 'network-vif-deleted', 'tag': 'f51e92b1-60ed-4c12-ba6d-58fce3927216'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:15.655596 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b6635f-45b4-4260-86eb-c0b092200a3e" -d '{"events": [{"server_uuid": "518998ef-43ab-4c35-b865-20adbdf0dcd8", "name": "network-vif-deleted", "tag": "f51e92b1-60ed-4c12-ba6d-58fce3927216"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:15.666466 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Request body: {'port': {'device_id': '88c1b8e5-960a-41e5-90ac-c0f2b2f8e248', 'network_id': '46f91973-0010-4007-a189-cbe695ce193b', 'admin_state_up': True, 'tenant_id': '0c36a414484441deb0f56ba69fdc3339'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:15.703897 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669fbb5-7179-4ed5-a1a9-80b4eaf33ab5 req-607a32b9-cc1b-45af-9ac8-dbb039617596 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:15.706080 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6669fbb5-7179-4ed5-a1a9-80b4eaf33ab5 req-607a32b9-cc1b-45af-9ac8-dbb039617596 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0902278 May 05 14:58:15.707670 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594133a1-44b9-4cd8-b81c-fae80a7abd6a x-openstack-request-id: req-594133a1-44b9-4cd8-b81c-fae80a7abd6a {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:15.708219 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518998ef-43ab-4c35-b865-20adbdf0dcd8", "name": "network-vif-deleted", "tag": "f51e92b1-60ed-4c12-ba6d-58fce3927216", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:15.708451 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-594133a1-44b9-4cd8-b81c-fae80a7abd6a {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:15.708698 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-594133a1-44b9-4cd8-b81c-fae80a7abd6a'] response: {'server_uuid': '518998ef-43ab-4c35-b865-20adbdf0dcd8', 'name': 'network-vif-deleted', 'tag': 'f51e92b1-60ed-4c12-ba6d-58fce3927216', 'status': 'completed', 'code': 200} May 05 14:58:15.713977 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 54086) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:15.720892 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-ed9f86ce-446c-496e-931b-3a78ca1e2c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'floatingip': {'port_id': 'b483c22d-4756-486d-9c21-1aa45194e39c'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:15.790644 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ed9f86ce-446c-496e-931b-3a78ca1e2c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (71e92e7f-331e-499f-919e-0d403b236c62), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:15.925520 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Made reservation on behalf of 0c36a414484441deb0f56ba69fdc3339 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:58:15.928807 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:15.945397 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:16.187847 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks [] for security_group (1ec1213f-3de3-4e5c-88d4-a1974548e0ed), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:16.193058 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (1ec1213f-3de3-4e5c-88d4-a1974548e0ed), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:16.208233 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:16.311981 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec1213f-3de3-4e5c-88d4-a1974548e0ed,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:16.393754 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdfc1-c877-4ecd-a749-e32e290b3c82 req-43da32f9-a858-410b-926f-333a5ef79758 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:16.395626 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-719bdfc1-c877-4ecd-a749-e32e290b3c82 req-43da32f9-a858-410b-926f-333a5ef79758 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.1050668 May 05 14:58:16.477430 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b721b6c5-4280-4251-84e3-61208614dbcd req-e1a0cf59-adfb-4945-a130-bc50c45d3a70 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0751150 May 05 14:58:16.486630 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Allocated IP 192.168.233.232 (46f91973-0010-4007-a189-cbe695ce193b/c8174073-08d5-4b0b-919f-57f1acdb1d7d/c2135362-cdaf-4398-ad1b-929958c5ffab) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:58:16.500987 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.db.resource_extend [None req-ed9f86ce-446c-496e-931b-3a78ca1e2c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 14:58:16.596594 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-719bdfc1-c877-4ecd-a749-e32e290b3c82 req-1a7d6b6e-ab34-4f52-ab52-9fd0271f9024 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925893 May 05 14:58:16.598856 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ed9f86ce-446c-496e-931b-3a78ca1e2c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:16.627962 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93ab2400-9e44-4880-8a47-c2f5881334c1 req-bf845e97-3280-4a22-a508-f3b01e34da63 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=518998ef-43ab-4c35-b865-20adbdf0dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0594962 May 05 14:58:16.629107 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ed9f86ce-446c-496e-931b-3a78ca1e2c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (71e92e7f-331e-499f-919e-0d403b236c62), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:16.811800 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-ed9f86ce-446c-496e-931b-3a78ca1e2c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Floating IP 71e92e7f-331e-499f-919e-0d403b236c62 associated. External IP: 172.27.1.157, port: b483c22d-4756-486d-9c21-1aa45194e39c. May 05 14:58:16.864868 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks [] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:16.951260 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:17.030135 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Network 46f91973-0010-4007-a189-cbe695ce193b is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:58:17.035678 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:58:17.040730 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:58:17.086381 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Pushing event updated for resources: {'Port': ['ID=c2135362-cdaf-4398-ad1b-929958c5ffab,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:17.307185 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-14fd93ce-6cc9-4da7-bf13-1314b73e0d16 None None] Provisioning complete for port c2135362-cdaf-4398-ad1b-929958c5ffab triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:58:17.307755 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14fd93ce-6cc9-4da7-bf13-1314b73e0d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:17.346595 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-14fd93ce-6cc9-4da7-bf13-1314b73e0d16 None None] Port c2135362-cdaf-4398-ad1b-929958c5ffab cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:58:17.367267 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:17.367880 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:17.391973 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9f86ce-446c-496e-931b-3a78ca1e2c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:58:17.395464 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-dc760cf4-4854-4f99-a1f0-d84ac73dafea tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7346115 May 05 14:58:17.444113 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Request body: {'port': {'device_id': '88c1b8e5-960a-41e5-90ac-c0f2b2f8e248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:17.543015 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:17.591553 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9f86ce-446c-496e-931b-3a78ca1e2c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:58:17.598673 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ed9f86ce-446c-496e-931b-3a78ca1e2c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:17.601154 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] Sync routers for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:58:17.611802 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:58:17.612468 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:58:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:17.615019 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:17.664062 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a464ae-3ee0-4629-93bc-4f21775ac83c req-976ce881-96fc-47bd-971f-799c347cadf1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:17.665573 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8a464ae-3ee0-4629-93bc-4f21775ac83c req-976ce881-96fc-47bd-971f-799c347cadf1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 936 time: 0.1183872 May 05 14:58:17.675216 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ed9f86ce-446c-496e-931b-3a78ca1e2c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "PUT /v2.0/floatingips/71e92e7f-331e-499f-919e-0d403b236c62 HTTP/1.1" status: 200 len: 991 time: 1.9602516 May 05 14:58:17.710776 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:17.713011 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66513ca9-cb29-43fa-9d68-912408ab45c4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:17.732489 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:58:17.815025 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf03c79-8462-4402-839e-6e4c3f7368f2 req-e0c4ab59-201e-42d5-a187-f921ad91db98 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:17.816524 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2bf03c79-8462-4402-839e-6e4c3f7368f2 req-e0c4ab59-201e-42d5-a187-f921ad91db98 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.1403022 May 05 14:58:17.862920 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8a464ae-3ee0-4629-93bc-4f21775ac83c req-91d04139-c44c-4bac-99cb-eb1aa1a79079 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796811 May 05 14:58:17.954486 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2bf03c79-8462-4402-839e-6e4c3f7368f2 req-cc75a72f-72c3-4c24-bd5c-21236a4be4b3 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210246 May 05 14:58:17.973498 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40981509-1757-4370-8e9a-def53925da44 x-openstack-request-id: req-40981509-1757-4370-8e9a-def53925da44 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:17.973832 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:17.974089 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40981509-1757-4370-8e9a-def53925da44 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:17.974484 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40981509-1757-4370-8e9a-def53925da44'] response: {'name': 'network-changed', 'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'status': 'completed', 'code': 200} May 05 14:58:17.977311 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '71e92e7f-331e-499f-919e-0d403b236c62', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'port_id': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'mac_address': 'fa:16:3e:64:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3e1569-1639-4f76-b296-af28b041766f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:57:45Z', 'updated_at': '2022-05-05T14:58:16Z', 'revision_number': 1, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:18.006987 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] Checking router: deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:58:18.017086 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:58:18.017772 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:58:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:18.083585 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2135362-cdaf-4398-ad1b-929958c5ffab {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:58:18.102030 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-81bf369c-2a45-4c5e-8cbd-9408541dc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:18.103461 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-81bf369c-2a45-4c5e-8cbd-9408541dc631 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 1129 time: 0.0662677 May 05 14:58:18.115633 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Publish callbacks [] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:18.135905 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:58:18.173229 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device f51e92b1-60ed-4c12-ba6d-58fce3927216 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 14:58:18.194973 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: f51e92b1-60ed-4c12-ba6d-58fce3927216 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 14:58:18.195335 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device f51e92b1-60ed-4c12-ba6d-58fce3927216 not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 14:58:18.206558 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Transition to ACTIVE for port object c2135362-cdaf-4398-ad1b-929958c5ffab will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:58:18.215765 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:18.318009 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-153c0a07-a32d-41c8-a95a-598884a3a92b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:18.319496 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-153c0a07-a32d-41c8-a95a-598884a3a92b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/networks?id=d525bbd9-eb09-42e3-a00b-a67a0c6bf36b HTTP/1.1" status: 200 len: 808 time: 0.2385099 May 05 14:58:18.349136 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Pushing event updated for resources: {'Port': ['ID=c2135362-cdaf-4398-ad1b-929958c5ffab,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:18.352584 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-4d38abcf-7fd9-4179-80ee-9182579560af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:18.354097 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-4d38abcf-7fd9-4179-80ee-9182579560af service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 918 time: 0.2342379 May 05 14:58:18.362240 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-50e96e38-ab8c-4929-821f-a667f5c9c998 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/quotas/3e8200fa89aa45999bcff01e12d7dc3c HTTP/1.1" status: 200 len: 375 time: 0.0317512 May 05 14:58:18.371102 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '71e92e7f-331e-499f-919e-0d403b236c62', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'port_id': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'mac_address': 'fa:16:3e:64:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3e1569-1639-4f76-b296-af28b041766f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:57:45Z', 'updated_at': '2022-05-05T14:58:16Z', 'revision_number': 1, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:18.413906 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f3abd-6a85-4c4a-be42-acf57f70e358 None None] The sync data for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi is: [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '71e92e7f-331e-499f-919e-0d403b236c62', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'port_id': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'mac_address': 'fa:16:3e:64:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3e1569-1639-4f76-b296-af28b041766f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:57:45Z', 'updated_at': '2022-05-05T14:58:16Z', 'revision_number': 1, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:58:18.429353 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-d0993e07-7bbb-43db-94a6-f8f50ca6f73e tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e8200fa89aa45999bcff01e12d7dc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660565 May 05 14:58:18.587860 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-05f29deb-772b-4767-9ac8-847739be6fa4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b483c22d-4756-486d-9c21-1aa45194e39c HTTP/1.1" status: 200 len: 999 time: 0.1746554 May 05 14:58:18.591862 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Attempting to bind port c2135362-cdaf-4398-ad1b-929958c5ffab on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:58:18.592210 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Attempting to bind port c2135362-cdaf-4398-ad1b-929958c5ffab by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': 'c62c2785-17c3-40b3-b64d-98d41a375270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '46f91973-0010-4007-a189-cbe695ce193b'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:58:18.592546 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Attempting to bind port c2135362-cdaf-4398-ad1b-929958c5ffab on network 46f91973-0010-4007-a189-cbe695ce193b {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:58:18.600655 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Port c2135362-cdaf-4398-ad1b-929958c5ffab on network 46f91973-0010-4007-a189-cbe695ce193b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:58:18.600987 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Attempting to bind port c2135362-cdaf-4398-ad1b-929958c5ffab on network 46f91973-0010-4007-a189-cbe695ce193b {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:58:18.615593 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:58:18.615940 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Checking segment: {'id': 'c62c2785-17c3-40b3-b64d-98d41a375270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '46f91973-0010-4007-a189-cbe695ce193b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:58:18.616329 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Bound using segment: {'id': 'c62c2785-17c3-40b3-b64d-98d41a375270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '46f91973-0010-4007-a189-cbe695ce193b'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:58:18.616788 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Bound port: c2135362-cdaf-4398-ad1b-929958c5ffab, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62c2785-17c3-40b3-b64d-98d41a375270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '46f91973-0010-4007-a189-cbe695ce193b'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:58:18.617147 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:18.630442 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-761f808e-5e85-4944-aaf3-7cd445ba09f9 service neutron] 10.222.0.48 "GET /v2.0/networks/d525bbd9-eb09-42e3-a00b-a67a0c6bf36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000904 May 05 14:58:18.643766 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf86720-6417-4e04-9ff6-902692316797 None None] New status for floating IP 71e92e7f-331e-499f-919e-0d403b236c62: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 14:58:18.748399 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] For port c2135362-cdaf-4398-ad1b-929958c5ffab, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:58:18.752661 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] For port c2135362-cdaf-4398-ad1b-929958c5ffab, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=c2135362-cdaf-4398-ad1b-929958c5ffab,segment=NetworkSegment(c62c2785-17c3-40b3-b64d-98d41a375270),segment_id=c62c2785-17c3-40b3-b64d-98d41a375270)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:58:18.766936 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:18.801622 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-0e42c1ab-dc85-4d2e-9ef4-5689afa27717 service neutron] 10.222.0.48 "GET /v2.0/networks/d525bbd9-eb09-42e3-a00b-a67a0c6bf36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639740 May 05 14:58:18.810767 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:18.811398 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:18.812724 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] 10.222.0.25 "PUT /v2.0/ports/c2135362-cdaf-4398-ad1b-929958c5ffab HTTP/1.1" status: 200 len: 1098 time: 1.3743396 May 05 14:58:18.835989 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e351180-2bc1-4890-af4b-f88a631f414f service neutron] Pushing event updated for resources: {'Port': ['ID=c2135362-cdaf-4398-ad1b-929958c5ffab,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:18.940466 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:19.009742 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c0d7119-67e3-4228-9d72-1eaad8ecd1a3 req-4702b269-f2b6-49a3-96cb-f14eaac34a08 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 210 time: 0.0338550 May 05 14:58:19.018933 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7152991-4458-4df9-b761-b39eb9d9a5ba req-f77abe28-7f28-4cb6-aba9-88315227acc0 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:19.031892 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7152991-4458-4df9-b761-b39eb9d9a5ba req-f77abe28-7f28-4cb6-aba9-88315227acc0 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 948 time: 0.0851309 May 05 14:58:19.079983 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7152991-4458-4df9-b761-b39eb9d9a5ba req-b588148b-0212-49b1-9bf5-9fa08c64bd2d tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529330 May 05 14:58:19.139495 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5b8c8-6509-421c-a053-95cd157e1800 req-0ac97131-d473-4407-b5fb-2ac251a008fb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:19.141072 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5f5b8c8-6509-421c-a053-95cd157e1800 req-0ac97131-d473-4407-b5fb-2ac251a008fb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0596626 May 05 14:58:19.191639 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5f5b8c8-6509-421c-a053-95cd157e1800 req-713cae0c-47ef-4ab1-8a88-8379369718f2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439339 May 05 14:58:19.578600 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-0eb98ea9-d773-42a1-9c41-044881db2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:19.580140 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-0eb98ea9-d773-42a1-9c41-044881db2461 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 200 len: 856 time: 0.0464754 May 05 14:58:19.650997 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-07d06fc0-94b6-4018-876a-bef5280d88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:19.652499 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-07d06fc0-94b6-4018-876a-bef5280d88e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c36a414484441deb0f56ba69fdc3339&device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 1132 time: 0.0714824 May 05 14:58:19.658074 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-c32950cf-4c38-4f5b-9790-a3e5341151e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:19.659508 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-c32950cf-4c38-4f5b-9790-a3e5341151e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503588 May 05 14:58:19.807326 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-5fb14dc3-e80e-4382-8b72-d68b34422e5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=c2135362-cdaf-4398-ad1b-929958c5ffab HTTP/1.1" status: 200 len: 217 time: 0.0763285 May 05 14:58:19.881177 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf21-1940-4c23-a8cd-68c3a99322f8 req-7d476d0d-7e89-49ec-b78d-af2b46ff83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:19.882673 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9de0cf21-1940-4c23-a8cd-68c3a99322f8 req-7d476d0d-7e89-49ec-b78d-af2b46ff83f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 1129 time: 0.1457477 May 05 14:58:19.917539 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-7f7d7e24-a957-40ff-8a14-3efd56a218f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:19.919571 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-7f7d7e24-a957-40ff-8a14-3efd56a218f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c8174073-08d5-4b0b-919f-57f1acdb1d7d HTTP/1.1" status: 200 len: 843 time: 0.0933015 May 05 14:58:19.922911 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-b7991144-fedf-43f6-9713-d33245f1faa8 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850321 May 05 14:58:19.975588 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c1b8e5-960a-41e5-90ac-c0f2b2f8e248', 'tag': 'c2135362-cdaf-4398-ad1b-929958c5ffab'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:19.977833 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7871d63-a647-4c6e-84c7-025ff24e45df" -d '{"events": [{"name": "network-changed", "server_uuid": "88c1b8e5-960a-41e5-90ac-c0f2b2f8e248", "tag": "c2135362-cdaf-4398-ad1b-929958c5ffab"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:20.013250 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f699de-c13a-4f22-b34e-390bbb474518 x-openstack-request-id: req-a0f699de-c13a-4f22-b34e-390bbb474518 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:20.013542 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c1b8e5-960a-41e5-90ac-c0f2b2f8e248", "tag": "c2135362-cdaf-4398-ad1b-929958c5ffab", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:20.013827 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0f699de-c13a-4f22-b34e-390bbb474518 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:20.014228 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f699de-c13a-4f22-b34e-390bbb474518'] response: {'name': 'network-changed', 'server_uuid': '88c1b8e5-960a-41e5-90ac-c0f2b2f8e248', 'tag': 'c2135362-cdaf-4398-ad1b-929958c5ffab', 'status': 'completed', 'code': 200} May 05 14:58:20.115725 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b416afab-0eeb-4549-916b-c53f24721230 req-8039c34d-b9e5-49dc-b7f4-1c90290c1068 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 210 time: 0.0283611 May 05 14:58:20.202463 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f30077-f155-4dbd-97b0-4fab4e99fa7d req-0566e4dd-b441-4e6e-9639-a2043edb9ac8 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:20.203908 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b6f30077-f155-4dbd-97b0-4fab4e99fa7d req-0566e4dd-b441-4e6e-9639-a2043edb9ac8 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 948 time: 0.0481479 May 05 14:58:20.394206 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-bcd9fc2a-733a-4abd-83bc-041385643d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:20.395786 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-bcd9fc2a-733a-4abd-83bc-041385643d5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=46f91973-0010-4007-a189-cbe695ce193b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1713204 May 05 14:58:20.429748 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-790f3fd4-896d-4c2c-abca-555fb1d586a0 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:20.432932 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-790f3fd4-896d-4c2c-abca-555fb1d586a0 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.25 "GET /v2.0/networks?id=d525bbd9-eb09-42e3-a00b-a67a0c6bf36b HTTP/1.1" status: 200 len: 808 time: 0.1098170 May 05 14:58:20.454257 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f72958-7c4b-4d06-91a2-35c83cbe276c req-e5298190-ce00-4d81-aeca-98acb6a6e384 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:20.455702 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10f72958-7c4b-4d06-91a2-35c83cbe276c req-e5298190-ce00-4d81-aeca-98acb6a6e384 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.1740606 May 05 14:58:20.455954 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Request body: {'port': {'device_id': '9ff38226-6fab-4ab4-9760-dde2a7f61d86', 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b', 'admin_state_up': True, 'tenant_id': '3e8200fa89aa45999bcff01e12d7dc3c'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:20.463849 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b6f30077-f155-4dbd-97b0-4fab4e99fa7d req-17bea054-a2f1-4ca7-91b3-c326b098403b tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542844 May 05 14:58:20.466528 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9de0cf21-1940-4c23-a8cd-68c3a99322f8 req-63a5cc9f-92ad-44e1-aa3d-ec857d1a5723 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478886 May 05 14:58:20.529162 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66513ca9-cb29-43fa-9d68-912408ab45c4 req-27e62e9d-45de-46f8-a02d-5914a061f10a service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116891 May 05 14:58:20.562495 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Made reservation on behalf of 3e8200fa89aa45999bcff01e12d7dc3c for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:58:20.566086 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:20.573795 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10f72958-7c4b-4d06-91a2-35c83cbe276c req-96dfdd96-b10f-4ba7-a336-f4b2aeb6acd6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064305 May 05 14:58:20.579364 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-9626b073-4194-4157-b98d-0cdfe8e613a3 service neutron] 10.222.0.25 "GET /v2.0/networks/46f91973-0010-4007-a189-cbe695ce193b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663289 May 05 14:58:20.694571 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Allocated IP 172.20.0.10 (d525bbd9-eb09-42e3-a00b-a67a0c6bf36b/404423bd-0b01-4f14-8dfd-6640a5555007/1cd7dcf6-4be6-4332-8b72-9fc2660837ca) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:58:20.842110 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks [] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:20.875130 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:20.888239 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77660c40-91d9-4046-b89b-4d8be443dbb7 req-b87e673c-0dc5-49f2-abae-94767a7ab4ae service neutron] 10.222.0.25 "GET /v2.0/networks/46f91973-0010-4007-a189-cbe695ce193b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946009 May 05 14:58:20.918498 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:58:20.921742 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:58:20.924270 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:58:20.952629 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Pushing event updated for resources: {'Port': ['ID=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:20.980723 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:20.981448 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:20.999410 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-9549adc0-098d-4934-89d6-545f0fcd021b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473566 May 05 14:58:21.240250 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8d4a-7690-476a-8946-ea292e90be79 req-183d84e0-7fef-4b39-8e34-ce6dfce8ea85 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:21.241760 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c84e8d4a-7690-476a-8946-ea292e90be79 req-183d84e0-7fef-4b39-8e34-ce6dfce8ea85 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 932 time: 0.0487175 May 05 14:58:21.291012 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c84e8d4a-7690-476a-8946-ea292e90be79 req-ebd91225-8019-4a41-a973-f4fffbdabcbd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 May 05 14:58:21.405163 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Request body: {'port': {'device_id': '9ff38226-6fab-4ab4-9760-dde2a7f61d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:21.477937 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:21.613338 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace83d2d-8aca-4f31-83f3-97fc708e4f72 req-93f67e0f-2fd5-4f75-bec3-280379f34ad0 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:21.615232 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ace83d2d-8aca-4f31-83f3-97fc708e4f72 req-93f67e0f-2fd5-4f75-bec3-280379f34ad0 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 948 time: 0.0585124 May 05 14:58:21.694583 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ace83d2d-8aca-4f31-83f3-97fc708e4f72 req-88e45992-4ddd-4766-8ab9-a817169eeb4b tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716810 May 05 14:58:21.717811 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec4c34-4d43-4028-9381-2953486847cd req-4c64005a-a04a-486b-9d96-5c073389f85d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:21.717811 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4ec4c34-4d43-4028-9381-2953486847cd req-4c64005a-a04a-486b-9d96-5c073389f85d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0585897 May 05 14:58:21.760579 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd7dcf6-4be6-4332-8b72-9fc2660837ca {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:58:21.765608 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4ec4c34-4d43-4028-9381-2953486847cd req-12b9bd46-4535-4d95-8fc1-4d616824eac8 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 May 05 14:58:21.770106 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Publish callbacks [] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:21.783158 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Transition to ACTIVE for port object 1cd7dcf6-4be6-4332-8b72-9fc2660837ca will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:58:21.786640 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:21.834465 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:21.904704 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Attempting to bind port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:58:21.905042 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Attempting to bind port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '460286d0-80ee-4860-8463-8db0606d39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:58:21.905373 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Attempting to bind port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca on network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:58:21.909635 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca on network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:58:21.909993 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Attempting to bind port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca on network d525bbd9-eb09-42e3-a00b-a67a0c6bf36b {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:58:21.914705 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:58:21.915048 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Checking segment: {'id': '460286d0-80ee-4860-8463-8db0606d39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:58:21.915435 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Bound using segment: {'id': '460286d0-80ee-4860-8463-8db0606d39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:58:21.915864 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Bound port: 1cd7dcf6-4be6-4332-8b72-9fc2660837ca, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460286d0-80ee-4860-8463-8db0606d39c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:58:21.916219 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:21.976687 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] For port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:58:21.979577 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] For port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,segment=NetworkSegment(460286d0-80ee-4860-8463-8db0606d39c2),segment_id=460286d0-80ee-4860-8463-8db0606d39c2)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:58:21.985553 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:22.017752 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:22.018380 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:22.019764 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] 10.222.0.25 "PUT /v2.0/ports/1cd7dcf6-4be6-4332-8b72-9fc2660837ca HTTP/1.1" status: 200 len: 1094 time: 0.6259749 May 05 14:58:22.020195 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff38226-6fab-4ab4-9760-dde2a7f61d86', 'tag': '1cd7dcf6-4be6-4332-8b72-9fc2660837ca'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:22.022534 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c9c4a4-8cfa-4bec-8569-125b78d70e33" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff38226-6fab-4ab4-9760-dde2a7f61d86", "tag": "1cd7dcf6-4be6-4332-8b72-9fc2660837ca"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:22.047197 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fe39b-0ea1-4875-b379-dcdd7eef6097 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:22.060689 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80877b7d-c05d-4cf8-8191-98242014a3f8 x-openstack-request-id: req-80877b7d-c05d-4cf8-8191-98242014a3f8 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:22.060989 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff38226-6fab-4ab4-9760-dde2a7f61d86", "tag": "1cd7dcf6-4be6-4332-8b72-9fc2660837ca", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:22.061248 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80877b7d-c05d-4cf8-8191-98242014a3f8 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:22.061667 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80877b7d-c05d-4cf8-8191-98242014a3f8'] response: {'name': 'network-changed', 'server_uuid': '9ff38226-6fab-4ab4-9760-dde2a7f61d86', 'tag': '1cd7dcf6-4be6-4332-8b72-9fc2660837ca', 'status': 'completed', 'code': 200} May 05 14:58:22.411417 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19aed6-724b-426c-930f-a05de4ee887b req-bdd0063b-2db6-456b-81c2-f3da3ddba977 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:22.412876 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa19aed6-724b-426c-930f-a05de4ee887b req-bdd0063b-2db6-456b-81c2-f3da3ddba977 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 944 time: 0.0512075 May 05 14:58:22.459528 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa19aed6-724b-426c-930f-a05de4ee887b req-5fbaeb85-0bf2-481b-a354-fa72e3163ee1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408587 May 05 14:58:22.836593 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-00543b13-a062-43f2-b99f-134c753f73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:22.838240 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-00543b13-a062-43f2-b99f-134c753f73f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c36a414484441deb0f56ba69fdc3339&device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 1132 time: 0.0443625 May 05 14:58:23.486880 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9c4a4-8cfa-4bec-8569-125b78d70e33 req-f4125384-bb90-46f4-9fea-e14b53674d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:23.488358 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b6c9c4a4-8cfa-4bec-8569-125b78d70e33 req-f4125384-bb90-46f4-9fea-e14b53674d18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e8200fa89aa45999bcff01e12d7dc3c&device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 1128 time: 0.0409400 May 05 14:58:23.697888 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-8e0f5f3b-05c8-4c08-b35c-17ddea35586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:23.699296 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-8e0f5f3b-05c8-4c08-b35c-17ddea35586a service neutron] 10.222.0.25 "GET /v2.0/networks?id=46f91973-0010-4007-a189-cbe695ce193b HTTP/1.1" status: 200 len: 870 time: 0.1264012 May 05 14:58:23.718794 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9c4a4-8cfa-4bec-8569-125b78d70e33 req-e27694a3-645d-4a2e-b4a0-97349cc390e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:23.720252 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b6c9c4a4-8cfa-4bec-8569-125b78d70e33 req-e27694a3-645d-4a2e-b4a0-97349cc390e5 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3e8200fa89aa45999bcff01e12d7dc3c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1219127 May 05 14:58:23.763004 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-74b58f10-8316-4186-b685-dace0a30bcb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=c2135362-cdaf-4398-ad1b-929958c5ffab HTTP/1.1" status: 200 len: 217 time: 0.0463843 May 05 14:58:23.835213 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-6f7c4e89-26cb-4393-97d3-7ff0ece944ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:23.837041 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-6f7c4e89-26cb-4393-97d3-7ff0ece944ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c8174073-08d5-4b0b-919f-57f1acdb1d7d HTTP/1.1" status: 200 len: 843 time: 0.0645964 May 05 14:58:23.919336 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9c4a4-8cfa-4bec-8569-125b78d70e33 req-fc41ab31-c583-4685-825b-9cc284eafa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:23.921495 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b6c9c4a4-8cfa-4bec-8569-125b78d70e33 req-fc41ab31-c583-4685-825b-9cc284eafa39 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931303 May 05 14:58:23.961757 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-5c412187-1e29-4886-a6c9-cbe3dc337c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:23.963278 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-5c412187-1e29-4886-a6c9-cbe3dc337c3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=46f91973-0010-4007-a189-cbe695ce193b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1104903 May 05 14:58:23.972754 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3502bf-3026-47ab-a081-3baaad830ca1 req-d7a79582-7f92-4d68-bc72-e818427e28c8 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:23.974198 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0d3502bf-3026-47ab-a081-3baaad830ca1 req-d7a79582-7f92-4d68-bc72-e818427e28c8 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 948 time: 0.1042290 May 05 14:58:24.001177 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1250f0-e28c-490a-be4e-6eca26560c02 req-ba2a2245-8f70-44c2-ad0f-d5a8f15632d0 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:24.002630 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c1250f0-e28c-490a-be4e-6eca26560c02 req-ba2a2245-8f70-44c2-ad0f-d5a8f15632d0 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0810561 May 05 14:58:24.102135 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-02a3044d-8721-4876-87ea-ca1a889725d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:24.103735 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-02a3044d-8721-4876-87ea-ca1a889725d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e8200fa89aa45999bcff01e12d7dc3c&device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 1128 time: 0.0420756 May 05 14:58:24.103913 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0d3502bf-3026-47ab-a081-3baaad830ca1 req-40152640-9002-424b-a59d-25a2d1cce96e tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239707 May 05 14:58:24.136547 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c1250f0-e28c-490a-be4e-6eca26560c02 req-95f18ac1-5a3d-4c68-be40-66a8e2ae158a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231744 May 05 14:58:24.151206 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-b768c4cb-2f58-4ca5-8d64-380981495f86 service neutron] 10.222.0.25 "GET /v2.0/networks/46f91973-0010-4007-a189-cbe695ce193b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459472 May 05 14:58:24.160135 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-b0210571-52e5-440d-a57d-d9a91263fa75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cd7dcf6-4be6-4332-8b72-9fc2660837ca HTTP/1.1" status: 200 len: 217 time: 0.0418179 May 05 14:58:24.217371 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-37ada34c-4fc5-4f17-af39-a3510182d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:24.218864 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-37ada34c-4fc5-4f17-af39-a3510182d22e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=404423bd-0b01-4f14-8dfd-6640a5555007 HTTP/1.1" status: 200 len: 848 time: 0.0486062 May 05 14:58:24.220578 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device c2135362-cdaf-4398-ad1b-929958c5ffab details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:58:24.262279 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-8d0bd38d-05ea-414f-91a2-4ad7230206af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d525bbd9-eb09-42e3-a00b-a67a0c6bf36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358837 May 05 14:58:24.356599 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port c2135362-cdaf-4398-ad1b-929958c5ffab, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=c2135362-cdaf-4398-ad1b-929958c5ffab,segment=NetworkSegment(c62c2785-17c3-40b3-b64d-98d41a375270),segment_id=c62c2785-17c3-40b3-b64d-98d41a375270)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:24.400401 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'c2135362-cdaf-4398-ad1b-929958c5ffab', 'network_id': '46f91973-0010-4007-a189-cbe695ce193b', 'port_id': 'c2135362-cdaf-4398-ad1b-929958c5ffab', 'mac_address': 'fa:16:3e:7e:17:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8174073-08d5-4b0b-919f-57f1acdb1d7d', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:58:24.426739 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-99867468-636e-492e-8c2e-690edcd54b4d service neutron] 10.222.0.25 "GET /v2.0/networks/d525bbd9-eb09-42e3-a00b-a67a0c6bf36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440198 May 05 14:58:24.473964 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port c2135362-cdaf-4398-ad1b-929958c5ffab is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:24.474669 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:24.488859 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2135362-cdaf-4398-ad1b-929958c5ffab {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:58:24.510767 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port c2135362-cdaf-4398-ad1b-929958c5ffab, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=c2135362-cdaf-4398-ad1b-929958c5ffab,segment=NetworkSegment(c62c2785-17c3-40b3-b64d-98d41a375270),segment_id=c62c2785-17c3-40b3-b64d-98d41a375270)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:24.520809 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:24.551851 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16a1a1a1-35f7-485c-ac40-799c26bf84aa req-4d07c245-e4a2-4f0d-af5d-75bf52d46f0c service neutron] 10.222.0.25 "GET /v2.0/networks/d525bbd9-eb09-42e3-a00b-a67a0c6bf36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158893 May 05 14:58:24.597163 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=c2135362-cdaf-4398-ad1b-929958c5ffab,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:24.628072 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f9be7-582b-42b7-9c30-bd8fcb1ad146 req-f90e56bd-4254-4c32-9f7d-2e225df04e9f tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:24.629537 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f29f9be7-582b-42b7-9c30-bd8fcb1ad146 req-f90e56bd-4254-4c32-9f7d-2e225df04e9f tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 944 time: 0.4626484 May 05 14:58:24.682804 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb7712-b455-43e0-8781-236681be8ea4 req-bb68c0e5-f9d5-40ec-a673-9a6de7aa4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:24.684325 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46eb7712-b455-43e0-8781-236681be8ea4 req-bb68c0e5-f9d5-40ec-a673-9a6de7aa4769 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 1129 time: 0.1225491 May 05 14:58:24.688039 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7871d63-a647-4c6e-84c7-025ff24e45df req-6cfbce27-c669-4264-9889-09ef47cb3c06 service neutron] 10.222.0.25 "GET /v2.0/networks/46f91973-0010-4007-a189-cbe695ce193b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303550 May 05 14:58:24.695620 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e566e30-5f33-423e-acbb-94d3fcee07cb req-26e41fa7-de87-4f9c-bc65-d774d37f9730 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:24.697003 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8e566e30-5f33-423e-acbb-94d3fcee07cb req-26e41fa7-de87-4f9c-bc65-d774d37f9730 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.1372390 May 05 14:58:24.739123 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f29f9be7-582b-42b7-9c30-bd8fcb1ad146 req-36eccd26-75cd-4b80-930d-25e8287a8995 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979843 May 05 14:58:24.765703 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8e566e30-5f33-423e-acbb-94d3fcee07cb req-d0cd69fa-4386-420d-8dfd-855f121b19f4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578339 May 05 14:58:24.989471 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['c2135362-cdaf-4398-ad1b-929958c5ffab'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:58:25.215050 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f32d06-fc9d-4968-9bf2-db003e2b03ee req-10bfb190-9257-4c71-9f1f-8a5c91e2c44f tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:25.216573 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78f32d06-fc9d-4968-9bf2-db003e2b03ee req-10bfb190-9257-4c71-9f1f-8a5c91e2c44f tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 949 time: 0.0459833 May 05 14:58:25.262055 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78f32d06-fc9d-4968-9bf2-db003e2b03ee req-7af7623c-a15d-4557-9d74-8762f0b74e4f tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 May 05 14:58:25.792702 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb7712-b455-43e0-8781-236681be8ea4 req-8bc4e09a-6568-4dbc-84d9-c8d6811bd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:25.794811 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46eb7712-b455-43e0-8781-236681be8ea4 req-8bc4e09a-6568-4dbc-84d9-c8d6811bd39e service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.0897019 May 05 14:58:25.865304 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46eb7712-b455-43e0-8781-236681be8ea4 req-6efc7a24-fb18-421a-a7ed-b6b8f5b7ac5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b12033-0060-4d5a-a499-2c72c7826e93 HTTP/1.1" status: 200 len: 217 time: 0.0562437 May 05 14:58:25.941345 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396c251-a365-452a-b015-79a25edbaa26 req-1024595e-5c5e-4d65-8e55-312d5afe3b9c tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:25.942822 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6396c251-a365-452a-b015-79a25edbaa26 req-1024595e-5c5e-4d65-8e55-312d5afe3b9c tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 944 time: 0.1357088 May 05 14:58:25.957599 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a124d-a1df-4da0-8810-63a37e91a7b9 req-d45e8d3c-fc75-49af-9cca-9fe8216bc01b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:25.959061 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-259a124d-a1df-4da0-8810-63a37e91a7b9 req-d45e8d3c-fc75-49af-9cca-9fe8216bc01b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.1104453 May 05 14:58:25.999899 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb7712-b455-43e0-8781-236681be8ea4 req-f982780d-eb01-4711-883e-994997af76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:26.001317 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46eb7712-b455-43e0-8781-236681be8ea4 req-f982780d-eb01-4711-883e-994997af76e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.1234984 May 05 14:58:26.075338 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6396c251-a365-452a-b015-79a25edbaa26 req-79dda1f0-146e-4ac7-ad9a-484e3388c4b2 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260581 May 05 14:58:26.077140 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb7712-b455-43e0-8781-236681be8ea4 req-16c0d8b5-8e8c-4a12-bb4c-575880ff4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:26.078606 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46eb7712-b455-43e0-8781-236681be8ea4 req-16c0d8b5-8e8c-4a12-bb4c-575880ff4700 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709367 May 05 14:58:26.081885 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-259a124d-a1df-4da0-8810-63a37e91a7b9 req-8483d7c9-21de-429b-b169-5bae9a3e6139 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141481 May 05 14:58:26.170689 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46eb7712-b455-43e0-8781-236681be8ea4 req-70abd072-91d5-4026-9a90-5378353d4344 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824773 May 05 14:58:26.221438 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device c2135362-cdaf-4398-ad1b-929958c5ffab up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:58:26.266445 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46eb7712-b455-43e0-8781-236681be8ea4 req-7848bcba-7ce5-425e-a8c0-fdbbf0dcda7b service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887775 May 05 14:58:26.272228 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port c2135362-cdaf-4398-ad1b-929958c5ffab completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:58:26.278298 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port c2135362-cdaf-4398-ad1b-929958c5ffab triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:58:26.278648 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:26.363115 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port c2135362-cdaf-4398-ad1b-929958c5ffab is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:26.363504 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:26.378179 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa0b2a-ed93-4078-b6c5-769209f68741 req-f7fa8a31-de02-4454-9b4a-56814878b875 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:26.378745 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d9aa0b2a-ed93-4078-b6c5-769209f68741 req-f7fa8a31-de02-4454-9b4a-56814878b875 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 949 time: 0.0483222 May 05 14:58:26.386836 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c1b8e5-960a-41e5-90ac-c0f2b2f8e248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2135362-cdaf-4398-ad1b-929958c5ffab'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:26.389905 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a7b0b7-1302-4240-b7da-faf2e221a6f8" -d '{"events": [{"server_uuid": "88c1b8e5-960a-41e5-90ac-c0f2b2f8e248", "name": "network-vif-plugged", "status": "completed", "tag": "c2135362-cdaf-4398-ad1b-929958c5ffab"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:26.404261 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port c2135362-cdaf-4398-ad1b-929958c5ffab, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=c2135362-cdaf-4398-ad1b-929958c5ffab,segment=NetworkSegment(c62c2785-17c3-40b3-b64d-98d41a375270),segment_id=c62c2785-17c3-40b3-b64d-98d41a375270)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:26.409540 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:26.431004 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d9aa0b2a-ed93-4078-b6c5-769209f68741 req-180c2e45-b16b-47d3-9b05-d0a532772bed tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464165 May 05 14:58:26.441416 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96598158-9b51-4abd-9353-a754ae8951a9 x-openstack-request-id: req-96598158-9b51-4abd-9353-a754ae8951a9 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:26.441884 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c1b8e5-960a-41e5-90ac-c0f2b2f8e248", "name": "network-vif-plugged", "status": "completed", "tag": "c2135362-cdaf-4398-ad1b-929958c5ffab", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:26.442204 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96598158-9b51-4abd-9353-a754ae8951a9 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:26.442530 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96598158-9b51-4abd-9353-a754ae8951a9'] response: {'server_uuid': '88c1b8e5-960a-41e5-90ac-c0f2b2f8e248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2135362-cdaf-4398-ad1b-929958c5ffab', 'code': 200} May 05 14:58:26.468594 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=c2135362-cdaf-4398-ad1b-929958c5ffab,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:27.220409 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1b084-5d3c-4cbc-b529-87b9c330e5c2 req-1ff94fb2-8049-421b-bfec-dae73c180165 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:27.221821 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-80b1b084-5d3c-4cbc-b529-87b9c330e5c2 req-1ff94fb2-8049-421b-bfec-dae73c180165 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 944 time: 0.0761361 May 05 14:58:27.229787 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7533b-c09b-4bcf-beb9-c54a53a010bc req-f8dcc22b-b176-4d88-acf4-fad1f8212561 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:27.231812 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8a7533b-c09b-4bcf-beb9-c54a53a010bc req-f8dcc22b-b176-4d88-acf4-fad1f8212561 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0766952 May 05 14:58:27.302454 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-80b1b084-5d3c-4cbc-b529-87b9c330e5c2 req-1a851453-7d29-4aed-8655-543d32f9154e tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697114 May 05 14:58:27.305378 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8a7533b-c09b-4bcf-beb9-c54a53a010bc req-db1bda62-07e6-43e1-977c-2e9350c56617 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671275 May 05 14:58:27.543936 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319660-e8b1-44c8-a08f-5cbe49976bf5 req-f7129ec0-6bec-4c45-b181-5968d045d050 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:27.545298 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-54319660-e8b1-44c8-a08f-5cbe49976bf5 req-f7129ec0-6bec-4c45-b181-5968d045d050 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 950 time: 0.0470655 May 05 14:58:27.591252 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-54319660-e8b1-44c8-a08f-5cbe49976bf5 req-23a382bc-ce8a-458e-ac7b-324f4ccf4ed5 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 May 05 14:58:27.947992 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd11a4-7f01-4903-9eb9-f8d3fd628a0d req-20ebd2a7-4158-4741-a7b5-4d2b720cbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:27.950228 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-60bd11a4-7f01-4903-9eb9-f8d3fd628a0d req-20ebd2a7-4158-4741-a7b5-4d2b720cbf37 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 1134 time: 0.0431428 May 05 14:58:27.994879 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-60bd11a4-7f01-4903-9eb9-f8d3fd628a0d req-b8d05bdf-2890-4ec2-8c6c-76f9988f1a99 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364032 May 05 14:58:28.230176 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 1cd7dcf6-4be6-4332-8b72-9fc2660837ca details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:58:28.329038 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,segment=NetworkSegment(460286d0-80ee-4860-8463-8db0606d39c2),segment_id=460286d0-80ee-4860-8463-8db0606d39c2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:28.341854 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '1cd7dcf6-4be6-4332-8b72-9fc2660837ca', 'network_id': 'd525bbd9-eb09-42e3-a00b-a67a0c6bf36b', 'port_id': '1cd7dcf6-4be6-4332-8b72-9fc2660837ca', 'mac_address': 'fa:16:3e:70:64:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404423bd-0b01-4f14-8dfd-6640a5555007', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:58:28.386316 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:28.387760 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:28.401595 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd7dcf6-4be6-4332-8b72-9fc2660837ca {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:58:28.424268 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,segment=NetworkSegment(460286d0-80ee-4860-8463-8db0606d39c2),segment_id=460286d0-80ee-4860-8463-8db0606d39c2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:28.431206 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:28.454828 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715af99d-eb2e-435e-a9ff-a3ad73d34a74 req-b36d37ee-e071-473a-8c7b-d14055a315a0 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:28.456375 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-715af99d-eb2e-435e-a9ff-a3ad73d34a74 req-b36d37ee-e071-473a-8c7b-d14055a315a0 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0808108 May 05 14:58:28.462685 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293feee-8add-40b8-a966-2ccf49c7507c req-dd7f7709-af77-4ecb-9ea2-c97184b57396 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:28.464122 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a293feee-8add-40b8-a966-2ccf49c7507c req-dd7f7709-af77-4ecb-9ea2-c97184b57396 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 944 time: 0.0784998 May 05 14:58:28.507830 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:28.544109 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-715af99d-eb2e-435e-a9ff-a3ad73d34a74 req-dd3afaa8-77e9-42a4-b1d0-958548f7e41a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790100 May 05 14:58:28.548183 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a293feee-8add-40b8-a966-2ccf49c7507c req-a9739e1f-8ad7-4b1c-8d17-70518183af9c tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635371 May 05 14:58:28.710450 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9035e-dfd6-49ec-a380-c21d78999a6f req-8bb572e6-57f3-493f-b01d-a86ecc09f1ac tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:28.712271 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d8a9035e-dfd6-49ec-a380-c21d78999a6f req-8bb572e6-57f3-493f-b01d-a86ecc09f1ac tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 950 time: 0.0541677 May 05 14:58:28.763247 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d8a9035e-dfd6-49ec-a380-c21d78999a6f req-bfd0742e-8faa-4712-ab5f-a3c4831077c7 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 May 05 14:58:28.831810 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['1cd7dcf6-4be6-4332-8b72-9fc2660837ca'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:58:29.713718 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc3950-adb0-4d5e-9aaf-f99b9454cff5 req-55c4ca8c-b22f-4bf6-8a89-469c03d9df27 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:29.715878 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7cc3950-adb0-4d5e-9aaf-f99b9454cff5 req-55c4ca8c-b22f-4bf6-8a89-469c03d9df27 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.1030159 May 05 14:58:29.728487 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67045f8-1772-4dd5-8c78-a67d7b92c75b req-60133bed-39ca-4b6e-9d20-72453aba6eb3 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:29.729923 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a67045f8-1772-4dd5-8c78-a67d7b92c75b req-60133bed-39ca-4b6e-9d20-72453aba6eb3 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 945 time: 0.1084061 May 05 14:58:29.755606 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-bd36fbf3-6870-4b4f-8bdc-c094d3de2e3f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834515 May 05 14:58:29.807260 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7cc3950-adb0-4d5e-9aaf-f99b9454cff5 req-531bcc16-aa42-46b6-9253-a8df0fe093fe tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745606 May 05 14:58:29.811373 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a67045f8-1772-4dd5-8c78-a67d7b92c75b req-16a21db1-6060-4c41-aff4-a2be72357da1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 May 05 14:58:29.853904 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:29.915795 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1156a3-e2d6-441e-a2c6-b7c3da0e5474 req-e0bfc972-e133-4349-9e4c-a8e8d3605d2c tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:29.917249 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f1156a3-e2d6-441e-a2c6-b7c3da0e5474 req-e0bfc972-e133-4349-9e4c-a8e8d3605d2c tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 950 time: 0.0476000 May 05 14:58:29.970831 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f1156a3-e2d6-441e-a2c6-b7c3da0e5474 req-4064e90b-f7c9-4866-9aac-ffa450d57f1b tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480051 May 05 14:58:30.247905 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 1cd7dcf6-4be6-4332-8b72-9fc2660837ca up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:58:30.249550 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8355c-ec75-44db-bcbf-5c466e8b8323 req-dbbd0f3e-1cba-4600-9321-d20e0cc87768 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:30.251078 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6b8355c-ec75-44db-bcbf-5c466e8b8323 req-dbbd0f3e-1cba-4600-9321-d20e0cc87768 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 950 time: 0.0521441 May 05 14:58:30.293346 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:58:30.299415 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6b8355c-ec75-44db-bcbf-5c466e8b8323 req-2dd65dd9-d5c9-48f1-b6b3-03fa1984b28f tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 May 05 14:58:30.300575 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:58:30.301062 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:30.378206 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:30.378596 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:30.400556 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff38226-6fab-4ab4-9760-dde2a7f61d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd7dcf6-4be6-4332-8b72-9fc2660837ca'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:30.402868 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed50e98-9ec0-4b29-870b-4939d693ce9d" -d '{"events": [{"server_uuid": "9ff38226-6fab-4ab4-9760-dde2a7f61d86", "name": "network-vif-plugged", "status": "completed", "tag": "1cd7dcf6-4be6-4332-8b72-9fc2660837ca"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:30.415075 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,segment=NetworkSegment(460286d0-80ee-4860-8463-8db0606d39c2),segment_id=460286d0-80ee-4860-8463-8db0606d39c2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:30.419760 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:30.445607 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd4310f-fa85-4842-9ce4-9da344dc200c x-openstack-request-id: req-4bd4310f-fa85-4842-9ce4-9da344dc200c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:30.445923 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff38226-6fab-4ab4-9760-dde2a7f61d86", "name": "network-vif-plugged", "status": "completed", "tag": "1cd7dcf6-4be6-4332-8b72-9fc2660837ca", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:30.446181 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4bd4310f-fa85-4842-9ce4-9da344dc200c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:30.446571 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd4310f-fa85-4842-9ce4-9da344dc200c'] response: {'server_uuid': '9ff38226-6fab-4ab4-9760-dde2a7f61d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd7dcf6-4be6-4332-8b72-9fc2660837ca', 'code': 200} May 05 14:58:30.471474 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:30.922981 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b1048-1a9c-429c-9f06-3f90f291f803 req-afba3071-75e7-449d-a4b6-a62d400563a1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:30.924442 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-113b1048-1a9c-429c-9f06-3f90f291f803 req-afba3071-75e7-449d-a4b6-a62d400563a1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 946 time: 0.0463185 May 05 14:58:30.970147 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-113b1048-1a9c-429c-9f06-3f90f291f803 req-3570a157-87b0-46e0-b9ef-68522bed93f9 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 May 05 14:58:31.419328 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf89664-69f7-4f79-8618-d24d8550ea77 req-ed413113-c6a0-41cb-96e8-6db7b1c5df0b tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:31.420892 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dbf89664-69f7-4f79-8618-d24d8550ea77 req-ed413113-c6a0-41cb-96e8-6db7b1c5df0b tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 950 time: 0.0536814 May 05 14:58:31.450310 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 54300) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:31.454766 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368401710', 'description': 'tempest-description--107378433'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:31.474284 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dbf89664-69f7-4f79-8618-d24d8550ea77 req-35d489df-1bb2-4d8d-a527-3a52ca8082f3 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474191 May 05 14:58:31.477222 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.541423 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group (7ae1b36f-56c9-4415-8f12-d345c33478f9), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.545974 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (7ae1b36f-56c9-4415-8f12-d345c33478f9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.573653 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae1b36f-56c9-4415-8f12-d345c33478f9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:31.578211 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.579386 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1280935 May 05 14:58:31.582334 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 54302) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:31.585094 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.585437 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.585828 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.586169 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.586504 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.586816 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Request body: {'security_group_rule': {'security_group_id': '7ae1b36f-56c9-4415-8f12-d345c33478f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:31.586937 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.587152 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.587478 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.587805 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.588129 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.588456 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.588780 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.589103 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.589422 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.589796 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e08034-403d-4f32-a958-652c2bbe3efb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.612021 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group_rule (87ca8c23-897f-4bb7-aa85-49877a36e647), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.673410 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group_rule (87ca8c23-897f-4bb7-aa85-49877a36e647), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.676764 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (87ca8c23-897f-4bb7-aa85-49877a36e647), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.696983 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ca8c23-897f-4bb7-aa85-49877a36e647,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:31.703003 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.704165 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208086 May 05 14:58:31.707058 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 54304) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:31.708883 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.709237 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.709582 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.709952 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.710293 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.710632 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.710967 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.711301 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.711535 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1c914499-6ee8-44c9-9357-a5f33426fcaf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Request body: {'security_group_rule': {'security_group_id': '7ae1b36f-56c9-4415-8f12-d345c33478f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:31.711646 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.711950 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.712279 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.712608 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.712937 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.713263 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.713589 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da33581-522a-4656-8e58-afce1bca702a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:31.735364 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c914499-6ee8-44c9-9357-a5f33426fcaf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group_rule (ec05f378-ed77-4f18-a7fd-5621eb0f58f2), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.789280 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c914499-6ee8-44c9-9357-a5f33426fcaf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group_rule (ec05f378-ed77-4f18-a7fd-5621eb0f58f2), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.792567 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c914499-6ee8-44c9-9357-a5f33426fcaf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (ec05f378-ed77-4f18-a7fd-5621eb0f58f2), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.812306 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c914499-6ee8-44c9-9357-a5f33426fcaf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec05f378-ed77-4f18-a7fd-5621eb0f58f2,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:31.820459 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c914499-6ee8-44c9-9357-a5f33426fcaf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.825067 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1c914499-6ee8-44c9-9357-a5f33426fcaf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135869 May 05 14:58:31.825398 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 54306) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:31.829760 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:31.846880 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-0af03946-f142-4504-8331-264538be8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:31.848782 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-0af03946-f142-4504-8331-264538be8570 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 1129 time: 0.0466216 May 05 14:58:31.851122 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:31.926736 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:32.040000 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Allocated IP 172.27.1.221 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/488eb173-c3e8-428f-9583-2c373b0bebf8) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:58:32.095076 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-9dc86d84-2b94-42b2-8570-d1862d951e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:32.096550 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-9dc86d84-2b94-42b2-8570-d1862d951e72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.1249373 May 05 14:58:32.102637 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcfc6e-2099-4edb-b63b-8d7a6e9c57b9 req-a9fc34c6-7c23-448a-a8d2-4650a92ddbfc tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:32.103971 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3dfcfc6e-2099-4edb-b63b-8d7a6e9c57b9 req-a9fc34c6-7c23-448a-a8d2-4650a92ddbfc tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 946 time: 0.0621834 May 05 14:58:32.145078 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for port (488eb173-c3e8-428f-9583-2c373b0bebf8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:32.153636 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3dfcfc6e-2099-4edb-b63b-8d7a6e9c57b9 req-83bef901-251e-405d-96c4-a152101dc818 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430882 May 05 14:58:32.178292 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (488eb173-c3e8-428f-9583-2c373b0bebf8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:32.217716 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:58:32.220430 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:58:32.225433 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:58:32.252057 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event updated for resources: {'Port': ['ID=488eb173-c3e8-428f-9583-2c373b0bebf8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:32.317272 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for floatingip (ef74bb20-cd8f-41d9-bdd5-a8e08919997e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:32.354530 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (488eb173-c3e8-428f-9583-2c373b0bebf8), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:32.503576 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for port (488eb173-c3e8-428f-9583-2c373b0bebf8), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:32.509721 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (488eb173-c3e8-428f-9583-2c373b0bebf8), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:32.536866 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-e2d27b07-dc0b-4852-904b-f61593c2eeb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b12033-0060-4d5a-a499-2c72c7826e93 HTTP/1.1" status: 200 len: 217 time: 0.0690889 May 05 14:58:32.553445 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-8b720129-b21d-43bd-9e81-e83bf5404fa8 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:32.554922 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-8b720129-b21d-43bd-9e81-e83bf5404fa8 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 950 time: 0.0803251 May 05 14:58:32.590458 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event updated for resources: {'Port': ['ID=488eb173-c3e8-428f-9583-2c373b0bebf8,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:32.601828 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (ef74bb20-cd8f-41d9-bdd5-a8e08919997e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:32.615565 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c15fa-f26a-4587-ae27-847963e2025b req-f39ef247-ef7e-49ba-926d-ba25a6641744 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:32.617065 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0f3c15fa-f26a-4587-ae27-847963e2025b req-f39ef247-ef7e-49ba-926d-ba25a6641744 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 950 time: 0.0483787 May 05 14:58:32.617393 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:32.619860 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-917ae330-4a0f-46e3-8ffe-a85c6271df55 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7934654 May 05 14:58:32.670663 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0f3c15fa-f26a-4587-ae27-847963e2025b req-1b19f007-a3a0-4ba3-bb22-f95b2bc0fd17 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ec1213f-3de3-4e5c-88d4-a1974548e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453026 May 05 14:58:32.844048 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-a08715bd-b294-415f-b3dd-71f8c27fe09d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1368401710&fields=id&tenant_id=3956c3f25d4e496aaef3d83857fd310f HTTP/1.1" status: 200 len: 267 time: 0.0417361 May 05 14:58:33.000282 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-5a70b507-4932-4b6c-96ab-0b8edfce7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:33.001761 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-5a70b507-4932-4b6c-96ab-0b8edfce7b9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.1234970 May 05 14:58:33.006867 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d711ebb-b780-4933-8b6e-44ac60c74e21 req-f49b90bb-d442-42a9-abe5-9ccbce527976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:33.007687 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0d711ebb-b780-4933-8b6e-44ac60c74e21 req-f49b90bb-d442-42a9-abe5-9ccbce527976 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 1130 time: 0.0755057 May 05 14:58:33.055535 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-041f8fcc-a50b-4d69-9720-379dab954a21 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:33.057194 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-041f8fcc-a50b-4d69-9720-379dab954a21 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 819 time: 0.2069631 May 05 14:58:33.104271 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-2c7468dd-aaf9-422f-9061-a88961b4dfc1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Deleting port c2135362-cdaf-4398-ad1b-929958c5ffab {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 14:58:33.104271 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-2c7468dd-aaf9-422f-9061-a88961b4dfc1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:33.114070 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0d711ebb-b780-4933-8b6e-44ac60c74e21 req-79e7d3f2-76b7-44e4-8a2a-b6724d322498 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633082 May 05 14:58:33.128340 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-b273fc20-d1cf-4a84-a83e-afff979ff29f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/quotas/3956c3f25d4e496aaef3d83857fd310f HTTP/1.1" status: 200 len: 375 time: 0.0544534 May 05 14:58:33.134104 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-10e9b98a-c2dd-40ac-8202-85883615ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:33.135890 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-10e9b98a-c2dd-40ac-8202-85883615ef80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750241 May 05 14:58:33.225993 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-3992addf-4fee-45f4-a764-2a5f57b688e5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0891235 May 05 14:58:33.320237 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405c7e8-dad9-4e5a-a36c-1acd951ad5a1 req-b5dc0879-51b5-4a8b-9803-63a5f22c03ef tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:33.321770 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7405c7e8-dad9-4e5a-a36c-1acd951ad5a1 req-b5dc0879-51b5-4a8b-9803-63a5f22c03ef tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 946 time: 0.0948954 May 05 14:58:33.323448 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-2c7468dd-aaf9-422f-9061-a88961b4dfc1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] For port c2135362-cdaf-4398-ad1b-929958c5ffab, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=c2135362-cdaf-4398-ad1b-929958c5ffab,segment=NetworkSegment(c62c2785-17c3-40b3-b64d-98d41a375270),segment_id=c62c2785-17c3-40b3-b64d-98d41a375270)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:33.323819 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-2c7468dd-aaf9-422f-9061-a88961b4dfc1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:33.377237 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-2c7468dd-aaf9-422f-9061-a88961b4dfc1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Calling delete_port for c2135362-cdaf-4398-ad1b-929958c5ffab owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 14:58:33.491884 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-84ded7e1-d34e-4f95-b6fb-bf14446283e9 service neutron] 10.222.0.48 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523205 May 05 14:58:33.500389 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7405c7e8-dad9-4e5a-a36c-1acd951ad5a1 req-bb4b93e8-5271-48b0-ad97-92e1d8448452 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713777 May 05 14:58:33.639028 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-cba23f84-0a45-46b9-9e5f-2ff48a1da0ae service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226484 May 05 14:58:33.695328 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-62a77afb-ecbb-40cf-8917-91e61d8d7c2b service neutron] 10.222.0.48 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921468 May 05 14:58:33.706586 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-2c7468dd-aaf9-422f-9061-a88961b4dfc1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (c2135362-cdaf-4398-ad1b-929958c5ffab), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:33.737280 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7468dd-aaf9-422f-9061-a88961b4dfc1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Pushing event deleted for resources: {'Port': ['ID=c2135362-cdaf-4398-ad1b-929958c5ffab,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:33.742822 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['c2135362-cdaf-4398-ad1b-929958c5ffab'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:58:33.789049 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-2c7468dd-aaf9-422f-9061-a88961b4dfc1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] No DVR routers for this DVR port c2135362-cdaf-4398-ad1b-929958c5ffab on host hv-cinder-83942 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 14:58:33.792051 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-2c7468dd-aaf9-422f-9061-a88961b4dfc1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:33.797030 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5732a99f-8d59-4af9-8cd9-77246aacd276 req-2c7468dd-aaf9-422f-9061-a88961b4dfc1 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.25 "DELETE /v2.0/ports/c2135362-cdaf-4398-ad1b-929958c5ffab HTTP/1.1" status: 204 len: 173 time: 0.8870151 May 05 14:58:33.797769 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c1b8e5-960a-41e5-90ac-c0f2b2f8e248', 'name': 'network-vif-deleted', 'tag': 'c2135362-cdaf-4398-ad1b-929958c5ffab'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:33.800127 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543a9ece-e1fe-495d-9763-aba74aca1d1f" -d '{"events": [{"server_uuid": "88c1b8e5-960a-41e5-90ac-c0f2b2f8e248", "name": "network-vif-deleted", "tag": "c2135362-cdaf-4398-ad1b-929958c5ffab"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:33.938536 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d95b32ce-25ff-488c-8e75-0d5127ae042b req-a3268ad4-3b39-43f5-93a4-9727de6eab54 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0423007 May 05 14:58:33.962951 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 54346) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:33.990282 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-54b60c2a-cc31-4384-978b-5e207e366558 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1405455968', 'description': 'tempest-description--1815630730'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:34.007352 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f19bd66-7307-4938-aa80-1ee534d00bd6 x-openstack-request-id: req-7f19bd66-7307-4938-aa80-1ee534d00bd6 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:34.007649 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c1b8e5-960a-41e5-90ac-c0f2b2f8e248", "name": "network-vif-deleted", "tag": "c2135362-cdaf-4398-ad1b-929958c5ffab", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:34.007910 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f19bd66-7307-4938-aa80-1ee534d00bd6 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:34.008328 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f19bd66-7307-4938-aa80-1ee534d00bd6'] response: {'server_uuid': '88c1b8e5-960a-41e5-90ac-c0f2b2f8e248', 'name': 'network-vif-deleted', 'tag': 'c2135362-cdaf-4398-ad1b-929958c5ffab', 'status': 'completed', 'code': 200} May 05 14:58:34.286684 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4469b2db-9571-41a3-a041-9515f10bdbdd req-104ce737-2a64-4387-8532-ee4a541a5478 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 210 time: 0.2858315 May 05 14:58:34.326288 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54b60c2a-cc31-4384-978b-5e207e366558 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.376940 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-230b7dce-02d5-4128-82bc-70f3cee1a1b8 req-3441deed-0758-4ed2-9a2e-957c076d96cb service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149523 May 05 14:58:34.416477 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54b60c2a-cc31-4384-978b-5e207e366558 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (e75b8d49-9c21-4714-8313-3fc9ff2e2cc9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.420884 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54b60c2a-cc31-4384-978b-5e207e366558 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (e75b8d49-9c21-4714-8313-3fc9ff2e2cc9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.450684 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54b60c2a-cc31-4384-978b-5e207e366558 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.451884 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-54b60c2a-cc31-4384-978b-5e207e366558 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4763734 May 05 14:58:34.454882 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 54356) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:34.456431 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b60c2a-cc31-4384-978b-5e207e366558 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:34.459421 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fbbf7b2d-282b-414a-a928-7f1d1bed7db7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group_rule': {'security_group_id': 'e75b8d49-9c21-4714-8313-3fc9ff2e2cc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:34.490140 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7b2d-282b-414a-a928-7f1d1bed7db7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (287d36aa-49b4-4cb4-93ca-5f4ad0ef37ee), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.548398 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7b2d-282b-414a-a928-7f1d1bed7db7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (287d36aa-49b4-4cb4-93ca-5f4ad0ef37ee), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.553368 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7b2d-282b-414a-a928-7f1d1bed7db7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (287d36aa-49b4-4cb4-93ca-5f4ad0ef37ee), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.571487 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf7b2d-282b-414a-a928-7f1d1bed7db7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287d36aa-49b4-4cb4-93ca-5f4ad0ef37ee,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:34.580692 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7b2d-282b-414a-a928-7f1d1bed7db7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.584282 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fbbf7b2d-282b-414a-a928-7f1d1bed7db7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259401 May 05 14:58:34.584721 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 54360) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:34.589102 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a00fcf40-8d7d-443c-a150-d0aca7568a6f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group_rule': {'security_group_id': 'e75b8d49-9c21-4714-8313-3fc9ff2e2cc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:34.613104 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a00fcf40-8d7d-443c-a150-d0aca7568a6f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (c307c00d-345a-407f-b801-46c5533e5928), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.623478 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a66ae-311d-463f-afba-69f0a813e15b req-71e249cd-519e-4e83-9b94-f24b2c9453c1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:34.625044 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e86a66ae-311d-463f-afba-69f0a813e15b req-71e249cd-519e-4e83-9b94-f24b2c9453c1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 946 time: 0.0492237 May 05 14:58:34.668076 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a00fcf40-8d7d-443c-a150-d0aca7568a6f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (c307c00d-345a-407f-b801-46c5533e5928), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.672623 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a00fcf40-8d7d-443c-a150-d0aca7568a6f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (c307c00d-345a-407f-b801-46c5533e5928), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.674576 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e86a66ae-311d-463f-afba-69f0a813e15b req-3a987e4e-ad2e-415f-ae44-91bf5573ba7f tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 May 05 14:58:34.690326 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fcf40-8d7d-443c-a150-d0aca7568a6f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c307c00d-345a-407f-b801-46c5533e5928,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:34.700310 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a00fcf40-8d7d-443c-a150-d0aca7568a6f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.701677 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a00fcf40-8d7d-443c-a150-d0aca7568a6f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161683 May 05 14:58:34.704772 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 54362) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:34.710034 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:34.731667 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.815089 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:34.916619 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Allocated IP 172.27.1.204 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/00d1a5fc-7cbb-4f81-a408-f94d95d2b195) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:58:35.020549 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (00d1a5fc-7cbb-4f81-a408-f94d95d2b195), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:35.044030 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-690378af-b3d8-437b-8b3a-67f306d84d0e req-61e3a9f8-2f33-45cf-b6dd-b1c927cf7781 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0278294 May 05 14:58:35.055620 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (00d1a5fc-7cbb-4f81-a408-f94d95d2b195), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:35.091235 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:58:35.093846 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:58:35.097220 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:58:35.127661 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=00d1a5fc-7cbb-4f81-a408-f94d95d2b195,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:35.396706 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (aa287222-129c-4f74-a2c1-72e8e7a46aaf), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:35.408201 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1482fbb4-c148-4d92-b909-932d49364e94 req-f17ab4ec-3a73-495c-9028-f0eb2ce59029 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 210 time: 0.0533803 May 05 14:58:35.440844 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (00d1a5fc-7cbb-4f81-a408-f94d95d2b195), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:35.587179 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (00d1a5fc-7cbb-4f81-a408-f94d95d2b195), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:35.592531 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (00d1a5fc-7cbb-4f81-a408-f94d95d2b195), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:35.660152 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=00d1a5fc-7cbb-4f81-a408-f94d95d2b195,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:35.668057 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (aa287222-129c-4f74-a2c1-72e8e7a46aaf), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:35.683164 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:35.689100 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f6f1d16b-c09c-4ae1-bcf3-eb94a414d28e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9791429 May 05 14:58:35.792248 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd8ba2-997d-4410-98dc-d4caaddc2e37 req-88e69fdf-45f3-451c-afa8-ee9ed045771c tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:35.793936 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9abd8ba2-997d-4410-98dc-d4caaddc2e37 req-88e69fdf-45f3-451c-afa8-ee9ed045771c tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 946 time: 0.0475190 May 05 14:58:35.848289 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9abd8ba2-997d-4410-98dc-d4caaddc2e37 req-421da0be-8091-45ff-ad80-304130e48511 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488391 May 05 14:58:35.884094 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-3dad8fa6-907d-4f14-96a6-3254bbdca776 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1405455968&fields=id&tenant_id=4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 267 time: 0.0455103 May 05 14:58:35.996289 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-00c617b3-2a48-421f-abc8-ba56f8dc0153 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:35.997751 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-00c617b3-2a48-421f-abc8-ba56f8dc0153 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 814 time: 0.1065593 May 05 14:58:36.012354 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-7e98f80c-0531-4e05-a4bd-3bbc62cd63c9 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/quotas/4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 375 time: 0.0086565 May 05 14:58:36.065178 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-24656f07-467a-4e5e-a8a9-aa5be547aeb4 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474746 May 05 14:58:36.192429 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cd2c4f5e-9f3d-4c87-bf7c-26c654722f7b req-a0f5be1b-2634-4917-a20d-7ccd3ae09670 tempest-VolumesNegativeTest-1428586315 tempest-VolumesNegativeTest-1428586315-project] 10.222.0.48 "GET /v2.0/ports?device_id=88c1b8e5-960a-41e5-90ac-c0f2b2f8e248 HTTP/1.1" status: 200 len: 210 time: 0.0331619 May 05 14:58:36.216631 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-47f7f41c-60f8-472a-a522-e0f7b811afcb service neutron] 10.222.0.48 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380706 May 05 14:58:36.277723 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device c2135362-cdaf-4398-ad1b-929958c5ffab no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 14:58:36.297542 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: c2135362-cdaf-4398-ad1b-929958c5ffab {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 14:58:36.297910 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device c2135362-cdaf-4398-ad1b-929958c5ffab not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 14:58:36.311127 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-3687fafa-822b-4dbe-9fe5-f0e9b4699a97 service neutron] 10.222.0.48 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881286 May 05 14:58:36.484057 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-297b90ad-ee56-4b24-8dcb-a4d8739955c1 req-0cd60060-6963-4203-9a49-d4a86ad806e5 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0355728 May 05 14:58:36.529025 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a154680-8c78-4020-9f3f-a30d72f5cc75 req-c9093b7b-92a3-4866-9b93-a3f7dc9f29db tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 210 time: 0.0299761 May 05 14:58:36.815261 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc080-6eba-4473-a637-e876a65d064c req-93000fc2-1307-4bb1-b6c5-5df370b57821 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:36.816955 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-524fc080-6eba-4473-a637-e876a65d064c req-93000fc2-1307-4bb1-b6c5-5df370b57821 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 946 time: 0.0512531 May 05 14:58:36.867150 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-524fc080-6eba-4473-a637-e876a65d064c req-22d52083-81ed-4440-b386-d589cbf8bbb8 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 May 05 14:58:37.580298 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-35602dc4-faf9-4702-9762-85e5b685acee req-81dfb0d9-a5d3-47d7-9622-719f0f86ef39 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0288255 May 05 14:58:37.654277 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a09ae924-abef-48d3-aa5d-cbcf640babdb req-0760be45-96b3-477a-a5db-500bd3a8d5ee tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 210 time: 0.0337000 May 05 14:58:37.966743 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa3b86-5e71-419a-9883-92003c04884a req-5e7b155a-41cc-4931-af57-6936a8b8862f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:37.968334 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5afa3b86-5e71-419a-9883-92003c04884a req-5e7b155a-41cc-4931-af57-6936a8b8862f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0665159 May 05 14:58:38.018553 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0b475-b97b-4015-8565-ff156b9ef1eb req-58866ab9-4f53-4f69-87be-09e327c614a7 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:38.020046 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23f0b475-b97b-4015-8565-ff156b9ef1eb req-58866ab9-4f53-4f69-87be-09e327c614a7 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 946 time: 0.0715065 May 05 14:58:38.058138 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5afa3b86-5e71-419a-9883-92003c04884a req-70dbf1c3-4ba6-4f17-8e57-53d9199e569e tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0732605 May 05 14:58:38.090215 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23f0b475-b97b-4015-8565-ff156b9ef1eb req-60caa970-ef8a-48f8-bd8d-455c142f55dd tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626059 May 05 14:58:38.702930 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93b33469-c437-4826-ba56-885e3fc0978a req-0877dc83-52c6-4a5d-830c-14ba5d48bcb8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0372577 May 05 14:58:38.773370 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0012b3d0-249a-43b9-a42b-a1310b7dada1 req-9abb4c8b-0a2f-4608-ae75-d40100fd1208 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 210 time: 0.0299003 May 05 14:58:38.894735 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-a6bcbdbb-8b71-435e-9dbc-8284c62c435e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:38.896346 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-a6bcbdbb-8b71-435e-9dbc-8284c62c435e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 819 time: 0.1113384 May 05 14:58:39.197293 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c31570-157b-40c2-8daa-4bf60fbc39c9 req-08388c18-4b25-4a24-9907-ffd9700c35c7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:39.198828 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b3c31570-157b-40c2-8daa-4bf60fbc39c9 req-08388c18-4b25-4a24-9907-ffd9700c35c7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0660033 May 05 14:58:39.249012 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817e19-1584-4c9e-a311-d5c3fc6e2ad3 req-a4b284b9-6957-40a5-9c32-9d19cc856af8 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:39.250537 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92817e19-1584-4c9e-a311-d5c3fc6e2ad3 req-a4b284b9-6957-40a5-9c32-9d19cc856af8 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 946 time: 0.0720980 May 05 14:58:39.289891 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b3c31570-157b-40c2-8daa-4bf60fbc39c9 req-0b18bd9f-2657-4827-aa8f-4332a09c08e7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0754323 May 05 14:58:39.362387 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92817e19-1584-4c9e-a311-d5c3fc6e2ad3 req-0cc3dce4-ee42-4072-b371-9cee91fbb62b tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027200 May 05 14:58:39.398874 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b098a71-9209-4063-831a-0ea72969c715 req-f15e6594-5434-4da0-bccd-10e28cc2bb1c tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:39.400316 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1b098a71-9209-4063-831a-0ea72969c715 req-f15e6594-5434-4da0-bccd-10e28cc2bb1c tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 946 time: 0.0794747 May 05 14:58:39.412886 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-eb8a33eb-e90d-4a39-903d-4d4eb03c778a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3956c3f25d4e496aaef3d83857fd310f HTTP/1.1" status: 200 len: 380 time: 0.1175442 May 05 14:58:39.759559 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Request body: {'port': {'device_id': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'admin_state_up': True, 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'security_groups': ['7ae1b36f-56c9-4415-8f12-d345c33478f9']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:39.890068 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0d54aff-d54d-40b7-be5f-85ee55c906e1 req-f08fca7d-02e3-488b-b3a2-5f58539d8156 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0878863 May 05 14:58:39.985963 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-df4a4038-e0f9-47d5-b9a2-55c981343183 req-d2e7733d-5b56-4cca-9f8e-da58b0cd8299 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 210 time: 0.1102302 May 05 14:58:40.015099 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-1b098a71-9209-4063-831a-0ea72969c715 req-32e26db9-9945-4b30-9487-dd5ae88f73d1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Deleting port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 14:58:40.015366 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1b098a71-9209-4063-831a-0ea72969c715 req-32e26db9-9945-4b30-9487-dd5ae88f73d1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:40.093802 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Made reservation on behalf of 3956c3f25d4e496aaef3d83857fd310f for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:58:40.096878 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:40.141351 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:58:40.142205 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-1b098a71-9209-4063-831a-0ea72969c715 req-32e26db9-9945-4b30-9487-dd5ae88f73d1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] For port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,segment=NetworkSegment(460286d0-80ee-4860-8463-8db0606d39c2),segment_id=460286d0-80ee-4860-8463-8db0606d39c2)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:40.142334 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1b098a71-9209-4063-831a-0ea72969c715 req-32e26db9-9945-4b30-9487-dd5ae88f73d1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:40.189480 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-1b098a71-9209-4063-831a-0ea72969c715 req-32e26db9-9945-4b30-9487-dd5ae88f73d1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Calling delete_port for 1cd7dcf6-4be6-4332-8b72-9fc2660837ca owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 14:58:40.305119 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Allocated IP 172.20.0.4 (16fadcf3-257b-45a7-92ef-ee621845bc98/102f4089-7039-47fa-8df6-4bf1e1c6cddb/c6efb9f4-b749-4909-887f-68b0edc5db8f) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:58:40.508393 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1b098a71-9209-4063-831a-0ea72969c715 req-32e26db9-9945-4b30-9487-dd5ae88f73d1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (1cd7dcf6-4be6-4332-8b72-9fc2660837ca), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:40.541335 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46c6b65c-04e4-4c10-b8a3-61ab8d53c67e req-7145ac77-f4d9-4392-af61-9f0e8db8ac97 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 210 time: 0.0840752 May 05 14:58:40.563863 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-3c10e7a6-1efe-4893-b338-03b67964e8ff tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:40.566283 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['1cd7dcf6-4be6-4332-8b72-9fc2660837ca'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:58:40.566705 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-3c10e7a6-1efe-4893-b338-03b67964e8ff tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 814 time: 0.1305947 May 05 14:58:40.569702 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e26db9-9945-4b30-9487-dd5ae88f73d1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Pushing event deleted for resources: {'Port': ['ID=1cd7dcf6-4be6-4332-8b72-9fc2660837ca,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:40.577028 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6c066-ded8-4f90-996c-79ce63ca29f4 req-436728f0-ca34-448d-addf-294af7bec646 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:40.578540 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4cb6c066-ded8-4f90-996c-79ce63ca29f4 req-436728f0-ca34-448d-addf-294af7bec646 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.1780508 May 05 14:58:40.658108 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-a6f80dfd-26af-454b-8c75-2f1e45f8b73d tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 472 time: 0.0706749 May 05 14:58:40.664775 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b098a71-9209-4063-831a-0ea72969c715 req-32e26db9-9945-4b30-9487-dd5ae88f73d1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] No DVR routers for this DVR port 1cd7dcf6-4be6-4332-8b72-9fc2660837ca on host hv-cinder-83942 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 14:58:40.670511 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1b098a71-9209-4063-831a-0ea72969c715 req-32e26db9-9945-4b30-9487-dd5ae88f73d1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:40.674175 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1b098a71-9209-4063-831a-0ea72969c715 req-32e26db9-9945-4b30-9487-dd5ae88f73d1 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.25 "DELETE /v2.0/ports/1cd7dcf6-4be6-4332-8b72-9fc2660837ca HTTP/1.1" status: 204 len: 173 time: 0.9238472 May 05 14:58:40.678770 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'port': {'device_id': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'admin_state_up': True, 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'security_groups': ['e75b8d49-9c21-4714-8313-3fc9ff2e2cc9']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:40.679668 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff38226-6fab-4ab4-9760-dde2a7f61d86', 'name': 'network-vif-deleted', 'tag': '1cd7dcf6-4be6-4332-8b72-9fc2660837ca'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:40.682771 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee585a73-38d9-4b4f-82be-f26e1074c170" -d '{"events": [{"server_uuid": "9ff38226-6fab-4ab4-9760-dde2a7f61d86", "name": "network-vif-deleted", "tag": "1cd7dcf6-4be6-4332-8b72-9fc2660837ca"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:40.687942 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:40.710741 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4cb6c066-ded8-4f90-996c-79ce63ca29f4 req-d761fcd4-3f0c-470c-8a31-fbccfe3bbc1f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1214049 May 05 14:58:40.729507 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bbfa6e-1e93-46e7-8ddf-ef82b8229415 x-openstack-request-id: req-47bbfa6e-1e93-46e7-8ddf-ef82b8229415 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:40.729507 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff38226-6fab-4ab4-9760-dde2a7f61d86", "name": "network-vif-deleted", "tag": "1cd7dcf6-4be6-4332-8b72-9fc2660837ca", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:40.729507 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47bbfa6e-1e93-46e7-8ddf-ef82b8229415 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:40.729507 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47bbfa6e-1e93-46e7-8ddf-ef82b8229415'] response: {'server_uuid': '9ff38226-6fab-4ab4-9760-dde2a7f61d86', 'name': 'network-vif-deleted', 'tag': '1cd7dcf6-4be6-4332-8b72-9fc2660837ca', 'status': 'completed', 'code': 200} May 05 14:58:40.740607 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:40.782075 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:58:40.785079 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:58:40.789076 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:58:40.805194 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Made reservation on behalf of 4b1e03b7662e4cdaba4a6781dc483a86 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:58:40.809410 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:40.819371 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event updated for resources: {'Port': ['ID=c6efb9f4-b749-4909-887f-68b0edc5db8f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:40.849006 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:40.849668 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:40.871994 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-0db473f3-6cfc-4d8a-9846-a902e3ab65e2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1222076 May 05 14:58:40.903605 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Request body: {'port': {'device_id': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:40.958808 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Allocated IP 172.20.0.13 (7315cbb0-f7ab-4cc7-826a-00d315766094/ecc3a093-dfbf-497b-a54b-958b26e58c9a/5dc814d0-3204-4323-a63c-34889fc9e6d1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:58:40.993972 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.025270 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62d0434c-25ee-4a42-99db-85dfa263482a req-632b6b3a-3456-4d24-b53e-13dc8629e388 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0389051 May 05 14:58:41.083102 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-9be49890-adb6-4bea-8011-024badedadb5 None None] Provisioning complete for port c6efb9f4-b749-4909-887f-68b0edc5db8f triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:58:41.083505 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9be49890-adb6-4bea-8011-024badedadb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.124026 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9be49890-adb6-4bea-8011-024badedadb5 None None] Port c6efb9f4-b749-4909-887f-68b0edc5db8f cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:58:41.133020 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.177038 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.221202 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:58:41.224424 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:58:41.226831 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:58:41.241059 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214a1cc-b638-4a5b-80d3-14ae2468604a req-8b3d4ece-572c-41ea-8aa9-45ac9ea776aa tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:41.249394 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3214a1cc-b638-4a5b-80d3-14ae2468604a req-8b3d4ece-572c-41ea-8aa9-45ac9ea776aa tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 931 time: 0.0838008 May 05 14:58:41.269372 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=5dc814d0-3204-4323-a63c-34889fc9e6d1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:41.297683 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:41.298348 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.320305 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-52904b14-5ae3-4c7f-8069-d39c73672226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6457505 May 05 14:58:41.364907 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3214a1cc-b638-4a5b-80d3-14ae2468604a req-c623282e-d364-45b3-839a-7e4f67405fee tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146019 May 05 14:58:41.449817 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6efb9f4-b749-4909-887f-68b0edc5db8f {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:58:41.458137 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Publish callbacks [] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.472523 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Transition to ACTIVE for port object c6efb9f4-b749-4909-887f-68b0edc5db8f will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:58:41.477601 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Request body: {'port': {'device_id': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:41.479195 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.507680 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 54718) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:41.540733 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Pushing event updated for resources: {'Port': ['ID=c6efb9f4-b749-4909-887f-68b0edc5db8f,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:41.551187 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-c6fd087a-e4af-412e-977c-d3bac9888772 None None] Provisioning complete for port 5dc814d0-3204-4323-a63c-34889fc9e6d1 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:58:41.551790 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6fd087a-e4af-412e-977c-d3bac9888772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.622521 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd087a-e4af-412e-977c-d3bac9888772 None None] Port 5dc814d0-3204-4323-a63c-34889fc9e6d1 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:58:41.633861 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Attempting to bind port c6efb9f4-b749-4909-887f-68b0edc5db8f on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:58:41.634206 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Attempting to bind port c6efb9f4-b749-4909-887f-68b0edc5db8f by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:58:41.634542 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Attempting to bind port c6efb9f4-b749-4909-887f-68b0edc5db8f on network 16fadcf3-257b-45a7-92ef-ee621845bc98 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:58:41.644210 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.644756 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Port c6efb9f4-b749-4909-887f-68b0edc5db8f on network 16fadcf3-257b-45a7-92ef-ee621845bc98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:58:41.644756 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Attempting to bind port c6efb9f4-b749-4909-887f-68b0edc5db8f on network 16fadcf3-257b-45a7-92ef-ee621845bc98 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:58:41.655809 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:58:41.656192 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Checking segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:58:41.656581 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Bound using segment: {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:58:41.656998 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Bound port: c6efb9f4-b749-4909-887f-68b0edc5db8f, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:58:41.657367 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.764596 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-104830d6-2e35-4379-9188-92d142b9cff1 req-db41a148-335a-4e6d-826b-0b569e0d29f8 tempest-VolumesActionsTest-1142360737 tempest-VolumesActionsTest-1142360737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ff38226-6fab-4ab4-9760-dde2a7f61d86 HTTP/1.1" status: 200 len: 210 time: 0.0526795 May 05 14:58:41.816597 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] For port c6efb9f4-b749-4909-887f-68b0edc5db8f, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:58:41.854881 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] For port c6efb9f4-b749-4909-887f-68b0edc5db8f, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:58:41.867687 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.878341 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae02d1-3f5d-4512-9067-7bde6d5de27c req-3f9ba535-0d99-4344-b3f4-bae9a017f77b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:41.879802 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-68ae02d1-3f5d-4512-9067-7bde6d5de27c req-3f9ba535-0d99-4344-b3f4-bae9a017f77b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0668108 May 05 14:58:41.896723 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-476c98ee-1568-40cd-b9d5-10f5312ed06a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c36a414484441deb0f56ba69fdc3339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857610 May 05 14:58:41.896961 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 54726) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:41.922343 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:41.922959 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:41.924333 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] 10.222.0.25 "PUT /v2.0/ports/c6efb9f4-b749-4909-887f-68b0edc5db8f HTTP/1.1" status: 200 len: 1093 time: 1.0273442 May 05 14:58:41.965154 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a32b63-d2fd-41aa-a172-bfe8c1bcfcfe service neutron] Pushing event updated for resources: {'Port': ['ID=c6efb9f4-b749-4909-887f-68b0edc5db8f,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:41.984738 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-68ae02d1-3f5d-4512-9067-7bde6d5de27c req-a5161ee3-89c3-49f1-ab92-32a3d60f6e1a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0784674 May 05 14:58:42.017173 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0ce49a3-fb68-490e-a0e0-bdb85f6b5c49 admin admin] Publish callbacks [] for security_group (1ec1213f-3de3-4e5c-88d4-a1974548e0ed), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:42.050606 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0ce49a3-fb68-490e-a0e0-bdb85f6b5c49 admin admin] Publish callbacks [] for security_group (1ec1213f-3de3-4e5c-88d4-a1974548e0ed), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:42.052459 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-e6c254b1-04e4-407e-b760-2e86f2e56cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:42.054153 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-e6c254b1-04e4-407e-b760-2e86f2e56cae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 1127 time: 0.0468817 May 05 14:58:42.118326 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-c96ec555-dd3d-4252-af0a-26b2b88700b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f HTTP/1.1" status: 200 len: 217 time: 0.0478456 May 05 14:58:42.122939 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc814d0-3204-4323-a63c-34889fc9e6d1 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:58:42.131341 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Publish callbacks [] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:42.146690 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Transition to ACTIVE for port object 5dc814d0-3204-4323-a63c-34889fc9e6d1 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:58:42.153090 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:42.180540 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0ce49a3-fb68-490e-a0e0-bdb85f6b5c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (1ec1213f-3de3-4e5c-88d4-a1974548e0ed), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:42.183253 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0ce49a3-fb68-490e-a0e0-bdb85f6b5c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:42.184393 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b0ce49a3-fb68-490e-a0e0-bdb85f6b5c49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ec1213f-3de3-4e5c-88d4-a1974548e0ed HTTP/1.1" status: 204 len: 168 time: 0.2865460 May 05 14:58:42.206271 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce49a3-fb68-490e-a0e0-bdb85f6b5c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec1213f-3de3-4e5c-88d4-a1974548e0ed,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:42.210136 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c42666-76f8-4b9e-8bd1-41a440f28130 req-b730117d-0291-4e57-8d6e-b0334d200206 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:42.212554 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7c42666-76f8-4b9e-8bd1-41a440f28130 req-b730117d-0291-4e57-8d6e-b0334d200206 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 932 time: 0.0928171 May 05 14:58:42.215807 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-f101b3d6-a573-4534-bee4-038a0620d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:42.217508 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-f101b3d6-a573-4534-bee4-038a0620d614 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.0877469 May 05 14:58:42.218619 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc814d0-3204-4323-a63c-34889fc9e6d1,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:42.285208 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-f6a9ddac-685d-48fe-b91e-57a70e39d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:42.290493 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-f6a9ddac-685d-48fe-b91e-57a70e39d11b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590210 May 05 14:58:42.315132 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Attempting to bind port 5dc814d0-3204-4323-a63c-34889fc9e6d1 on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:58:42.320848 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Attempting to bind port 5dc814d0-3204-4323-a63c-34889fc9e6d1 by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:58:42.321413 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Attempting to bind port 5dc814d0-3204-4323-a63c-34889fc9e6d1 on network 7315cbb0-f7ab-4cc7-826a-00d315766094 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:58:42.328069 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Port 5dc814d0-3204-4323-a63c-34889fc9e6d1 on network 7315cbb0-f7ab-4cc7-826a-00d315766094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:58:42.328680 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Attempting to bind port 5dc814d0-3204-4323-a63c-34889fc9e6d1 on network 7315cbb0-f7ab-4cc7-826a-00d315766094 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:58:42.340083 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:58:42.340604 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Checking segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:58:42.341002 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Bound using segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:58:42.341256 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7c42666-76f8-4b9e-8bd1-41a440f28130 req-6f8c9da2-fe3f-4060-bc68-ee7e4091314e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029677 May 05 14:58:42.341441 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Bound port: 5dc814d0-3204-4323-a63c-34889fc9e6d1, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:58:42.341836 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:42.440960 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-43c5d6bb-6db4-47e1-ae2b-9e4e0f828a0f service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394050 May 05 14:58:42.472292 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] For port 5dc814d0-3204-4323-a63c-34889fc9e6d1, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:58:42.482883 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] For port 5dc814d0-3204-4323-a63c-34889fc9e6d1, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5dc814d0-3204-4323-a63c-34889fc9e6d1,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:58:42.502948 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:42.534408 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cb01f896-7a93-433e-9f32-ebafae7e8564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:42.561411 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:42.562477 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:42.565198 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] 10.222.0.25 "PUT /v2.0/ports/5dc814d0-3204-4323-a63c-34889fc9e6d1 HTTP/1.1" status: 200 len: 1094 time: 1.0922573 May 05 14:58:42.565986 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'tag': '5dc814d0-3204-4323-a63c-34889fc9e6d1'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:42.568986 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "316054a6-27eb-4dcb-974e-ed2755b9d7d8", "tag": "5dc814d0-3204-4323-a63c-34889fc9e6d1"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:42.607153 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc3e36-aaf8-4bf8-822c-271217fb0b85 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc814d0-3204-4323-a63c-34889fc9e6d1,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:42.610002 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970509b4-da90-443c-aaaa-7361d117368b req-06eeec9c-cf2d-4244-ac94-d9c225803eab tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:42.611537 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-970509b4-da90-443c-aaaa-7361d117368b req-06eeec9c-cf2d-4244-ac94-d9c225803eab tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 943 time: 0.1173849 May 05 14:58:42.631637 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca1a87b-9251-4717-b210-94a0a17e8e65 x-openstack-request-id: req-0ca1a87b-9251-4717-b210-94a0a17e8e65 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:42.631998 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316054a6-27eb-4dcb-974e-ed2755b9d7d8", "tag": "5dc814d0-3204-4323-a63c-34889fc9e6d1", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:42.632321 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ca1a87b-9251-4717-b210-94a0a17e8e65 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:42.632843 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca1a87b-9251-4717-b210-94a0a17e8e65'] response: {'name': 'network-changed', 'server_uuid': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'tag': '5dc814d0-3204-4323-a63c-34889fc9e6d1', 'status': 'completed', 'code': 200} May 05 14:58:42.656775 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a23d53d-26a5-47c0-9528-27f6fcbb3ed8 req-541ac0e3-14d1-42a7-8414-3ccfe24a347d service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081852 May 05 14:58:42.696597 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-970509b4-da90-443c-aaaa-7361d117368b req-981efa2f-0e9f-4673-bd1b-6a64baea7694 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635214 May 05 14:58:42.698021 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-07fa8d79-b4a3-4ae3-b013-23cf1a0202ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:42.700468 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-07fa8d79-b4a3-4ae3-b013-23cf1a0202ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 1128 time: 0.0456605 May 05 14:58:42.728517 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:42.731228 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:42.769869 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38002fce-51c2-4de8-8975-f7843b507620 x-openstack-request-id: req-38002fce-51c2-4de8-8975-f7843b507620 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:42.770167 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:42.770423 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38002fce-51c2-4de8-8975-f7843b507620 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:42.770856 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38002fce-51c2-4de8-8975-f7843b507620'] response: {'name': 'network-changed', 'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'status': 'completed', 'code': 200} May 05 14:58:43.106935 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45879c6-b656-4b8c-8329-a2e86227b526 req-2b072cec-179c-4780-b26d-319c4f76ccd2 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:43.108452 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f45879c6-b656-4b8c-8329-a2e86227b526 req-2b072cec-179c-4780-b26d-319c4f76ccd2 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0481195 May 05 14:58:43.159513 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f45879c6-b656-4b8c-8329-a2e86227b526 req-350b2d06-6738-40c6-9e68-ec20d77e073b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455177 May 05 14:58:43.713602 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70992b3b-e83f-413f-b223-c018d8cb887f req-74158272-e4e1-4e3b-a910-35fe67d53b64 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:43.715859 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70992b3b-e83f-413f-b223-c018d8cb887f req-74158272-e4e1-4e3b-a910-35fe67d53b64 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 944 time: 0.2774251 May 05 14:58:43.763011 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70992b3b-e83f-413f-b223-c018d8cb887f req-54147514-21eb-4148-b700-a43ba0295652 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 May 05 14:58:43.812483 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0f80f550-cc5b-4a1d-b4fb-aa0e67ce1aeb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc814d0-3204-4323-a63c-34889fc9e6d1 HTTP/1.1" status: 200 len: 217 time: 0.0344131 May 05 14:58:43.818058 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b923-3a28-4b85-bb86-664215eeecb7 req-159a2025-cb86-4966-9754-b330a068da16 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:43.819526 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76c6b923-3a28-4b85-bb86-664215eeecb7 req-159a2025-cb86-4966-9754-b330a068da16 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 943 time: 0.0519230 May 05 14:58:43.866062 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76c6b923-3a28-4b85-bb86-664215eeecb7 req-885b9685-a3c6-4163-9b2e-046d996f1715 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409555 May 05 14:58:44.273350 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edbd87-02ea-4f93-8cce-c83fba83f19c req-57105aa4-b81a-4e4a-b49a-b33e9d1b87ee tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:44.274923 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b6edbd87-02ea-4f93-8cce-c83fba83f19c req-57105aa4-b81a-4e4a-b49a-b33e9d1b87ee tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0492465 May 05 14:58:44.321102 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b6edbd87-02ea-4f93-8cce-c83fba83f19c req-e02c7b8a-1c4d-4b5f-ac29-8918b97a60d7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406542 May 05 14:58:44.878287 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be615d-93ed-41ad-a36b-314f093c7382 req-58ab6031-ff45-4524-9783-7003fbabd230 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:44.879779 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-53be615d-93ed-41ad-a36b-314f093c7382 req-58ab6031-ff45-4524-9783-7003fbabd230 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0482991 May 05 14:58:44.928202 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-53be615d-93ed-41ad-a36b-314f093c7382 req-87d10dc9-13a9-4d14-99e9-6aff8f6c2282 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428660 May 05 14:58:44.936034 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1dfa-a958-4843-b72f-c7540fd1f230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:44.987794 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933021d-9823-4b02-ad4a-ee815be163b4 req-0f055574-b9b3-4849-b322-baf82a41558b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:44.989256 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3933021d-9823-4b02-ad4a-ee815be163b4 req-0f055574-b9b3-4849-b322-baf82a41558b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 943 time: 0.0496464 May 05 14:58:45.034759 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3933021d-9823-4b02-ad4a-ee815be163b4 req-e25d940d-b872-4233-b05c-724cab23c8c2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398002 May 05 14:58:45.422770 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 1cd7dcf6-4be6-4332-8b72-9fc2660837ca no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 14:58:45.436393 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddd5d5-6b42-4675-8d98-cb68c0de0e34 req-a6238f2b-5309-4bda-9144-d681957233c2 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:45.437889 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0dddd5d5-6b42-4675-8d98-cb68c0de0e34 req-a6238f2b-5309-4bda-9144-d681957233c2 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0493155 May 05 14:58:45.443716 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 1cd7dcf6-4be6-4332-8b72-9fc2660837ca {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 14:58:45.444068 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 1cd7dcf6-4be6-4332-8b72-9fc2660837ca not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 14:58:45.485194 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0dddd5d5-6b42-4675-8d98-cb68c0de0e34 req-83ca7b7e-0b21-45d2-9a45-4e8543681e60 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414207 May 05 14:58:46.038621 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407d963-0d24-4e62-9fc0-759cca8af817 req-896d7bd5-f7b3-4fbf-8213-111f4a081b10 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:46.040052 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a407d963-0d24-4e62-9fc0-759cca8af817 req-896d7bd5-f7b3-4fbf-8213-111f4a081b10 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0450592 May 05 14:58:46.090563 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a407d963-0d24-4e62-9fc0-759cca8af817 req-f9726a56-bcef-4c02-ada0-9c2c827d311f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443745 May 05 14:58:46.148076 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f436749-8484-4e33-b496-51da48c8a8cf req-934658fc-cb8b-4021-9852-02ede9880b39 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:46.149522 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f436749-8484-4e33-b496-51da48c8a8cf req-934658fc-cb8b-4021-9852-02ede9880b39 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 943 time: 0.0469415 May 05 14:58:46.196331 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f436749-8484-4e33-b496-51da48c8a8cf req-b005d72c-807d-420a-bf3a-9d73642630f1 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404530 May 05 14:58:46.211585 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:46.356201 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device c6efb9f4-b749-4909-887f-68b0edc5db8f details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:58:46.459344 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-603eb489-1420-427d-8efe-ed90a9ce8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:46.460849 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-603eb489-1420-427d-8efe-ed90a9ce8feb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 1127 time: 0.0568531 May 05 14:58:46.475399 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-d18f27e7-46b5-4590-a751-17fbc246b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:46.477618 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-d18f27e7-46b5-4590-a751-17fbc246b45c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0740345 May 05 14:58:46.478946 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port c6efb9f4-b749-4909-887f-68b0edc5db8f, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:46.490452 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'port_id': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'mac_address': 'fa:16:3e:b6:90:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:58:46.529441 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-4c62457e-1b09-4b2e-b7c7-58b4cc868063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:46.530995 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-4c62457e-1b09-4b2e-b7c7-58b4cc868063 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435266 May 05 14:58:46.536637 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port c6efb9f4-b749-4909-887f-68b0edc5db8f is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:46.537134 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:46.550653 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6efb9f4-b749-4909-887f-68b0edc5db8f {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:58:46.571142 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port c6efb9f4-b749-4909-887f-68b0edc5db8f, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:46.578443 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:46.594843 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-31611227-8b83-4000-a82f-0b5c8f99f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:46.596302 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-31611227-8b83-4000-a82f-0b5c8f99f928 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.1230633 May 05 14:58:46.622624 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174b21-d0e7-4389-a375-d080561ca657 req-455be41f-d6f7-46c0-9df6-88f2f78fb7d6 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:46.624146 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d8174b21-d0e7-4389-a375-d080561ca657 req-455be41f-d6f7-46c0-9df6-88f2f78fb7d6 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0664928 May 05 14:58:46.627900 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=c6efb9f4-b749-4909-887f-68b0edc5db8f,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:46.635118 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.635472 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.635837 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.636261 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.636878 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.636970 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.637239 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.637567 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.637918 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.638244 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.638569 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.638914 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.639647 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.639647 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.639893 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:58:46.646148 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-c5170e7e-16c6-4135-bcf2-ca49891677ad service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056087 May 05 14:58:46.653943 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-4516fdd3-3441-450c-ae1a-1072df6c007f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f HTTP/1.1" status: 200 len: 217 time: 0.0471020 May 05 14:58:46.733316 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d8174b21-d0e7-4389-a375-d080561ca657 req-ac3f24c7-0bfc-4f93-8637-67477c8ae3dc tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0821178 May 05 14:58:46.735032 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-d457ede9-9827-44e9-bbd6-2f4f3a835016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:46.736401 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-d457ede9-9827-44e9-bbd6-2f4f3a835016 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.0645113 May 05 14:58:46.756210 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4f6caec0-fc3c-4483-b8a3-c30e8c404769 req-0cee8869-67eb-4166-887d-15807dbafda0 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850263 May 05 14:58:46.782676 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-807a735c-d4b4-498b-ae98-826070cd4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:46.784259 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-807a735c-d4b4-498b-ae98-826070cd4925 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411229 May 05 14:58:46.895435 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-a93a9f10-36d9-4be2-98da-7a413f649e1f service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866625 May 05 14:58:46.999818 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['c6efb9f4-b749-4909-887f-68b0edc5db8f'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:58:47.202537 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf08ab-2e80-4c72-9897-374327c84365 req-2002e22e-8c3c-4b50-91cd-df01268b8477 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:47.204004 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23cf08ab-2e80-4c72-9897-374327c84365 req-2002e22e-8c3c-4b50-91cd-df01268b8477 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0467072 May 05 14:58:47.251377 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23cf08ab-2e80-4c72-9897-374327c84365 req-4a64dc5b-5a0b-4a72-beb4-ee8efc941742 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 May 05 14:58:47.310279 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d361d-d834-4671-85ef-74a783be80d8 req-e9186d7e-89b9-40ee-b6df-ddac04f326f6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:47.311707 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-696d361d-d834-4671-85ef-74a783be80d8 req-e9186d7e-89b9-40ee-b6df-ddac04f326f6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 944 time: 0.0469158 May 05 14:58:47.361792 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-696d361d-d834-4671-85ef-74a783be80d8 req-42a75d0a-da87-437f-9738-7b780547cc1d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442626 May 05 14:58:47.617067 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:47.860118 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344545-a865-479d-bd1e-57159389c468 req-985208a0-7fd4-4430-a0f9-85371a6ef0a9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:47.861803 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9d344545-a865-479d-bd1e-57159389c468 req-985208a0-7fd4-4430-a0f9-85371a6ef0a9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0615582 May 05 14:58:47.915785 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9d344545-a865-479d-bd1e-57159389c468 req-d11094b8-dea4-47f7-9a75-2b544fac3917 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0484586 May 05 14:58:48.078468 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-f788f5b5-9d66-47d1-87e3-72cb846ade5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:48.081118 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-f788f5b5-9d66-47d1-87e3-72cb846ade5f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 1128 time: 0.0660770 May 05 14:58:48.146851 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c7cc828-5140-4d02-b8b8-e53bfb1d38c4 req-e2ba025e-cb60-42e0-b0a5-426f2c7d3af6 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411695 May 05 14:58:48.201295 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-1be10e93-fcb3-4de5-9224-2c8d8bc89f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:48.202921 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-1be10e93-fcb3-4de5-9224-2c8d8bc89f98 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 915 time: 0.1154585 May 05 14:58:48.260358 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-5d4bb291-d98f-46ce-8ded-6b4a0125035b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc814d0-3204-4323-a63c-34889fc9e6d1 HTTP/1.1" status: 200 len: 217 time: 0.0374589 May 05 14:58:48.330997 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-06b6c5d4-9d4b-4ce4-927c-5849c6b60676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:48.332488 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-06b6c5d4-9d4b-4ce4-927c-5849c6b60676 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0613072 May 05 14:58:48.344403 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device c6efb9f4-b749-4909-887f-68b0edc5db8f up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:58:48.422863 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port c6efb9f4-b749-4909-887f-68b0edc5db8f completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:58:48.441689 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-583025a2-e737-4cc9-9e7d-5cf3a251d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:48.442161 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port c6efb9f4-b749-4909-887f-68b0edc5db8f triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:58:48.442796 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:48.443774 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-583025a2-e737-4cc9-9e7d-5cf3a251d810 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977232 May 05 14:58:48.449433 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f040b-85e2-491e-a925-360438d4f38f req-b23d0f6a-04f0-46f4-bb91-06ad59a1127e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:48.452520 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-584f040b-85e2-491e-a925-360438d4f38f req-b23d0f6a-04f0-46f4-bb91-06ad59a1127e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 944 time: 0.1018255 May 05 14:58:48.530280 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171b40c-27e4-45c2-9808-1750f51bc216 req-ff660ce1-7aaf-4988-a51f-ac8787841855 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:48.531792 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c171b40c-27e4-45c2-9808-1750f51bc216 req-ff660ce1-7aaf-4988-a51f-ac8787841855 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 944 time: 0.0587940 May 05 14:58:48.556883 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-584f040b-85e2-491e-a925-360438d4f38f req-7dbc59e4-f143-430d-ab14-4bd515c8c70d tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944965 May 05 14:58:48.567836 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port c6efb9f4-b749-4909-887f-68b0edc5db8f is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:48.568979 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:48.577311 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-863539ee-5f9e-4375-a2a1-f3d69e916ef2 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147652 May 05 14:58:48.604308 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:48.606728 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974ec439-8b72-4e52-ad01-f57470639da0" -d '{"events": [{"server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "name": "network-vif-plugged", "status": "completed", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:48.621006 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port c6efb9f4-b749-4909-887f-68b0edc5db8f, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:48.628107 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:48.646926 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c171b40c-27e4-45c2-9808-1750f51bc216 req-b4dce375-6253-4306-9061-3007c0588c6c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074803 May 05 14:58:48.692101 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4bf22a-e7d3-47c7-bba6-9ba20e0d9a36 x-openstack-request-id: req-de4bf22a-e7d3-47c7-bba6-9ba20e0d9a36 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:48.692420 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "name": "network-vif-plugged", "status": "completed", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:48.692683 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de4bf22a-e7d3-47c7-bba6-9ba20e0d9a36 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:48.693211 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4bf22a-e7d3-47c7-bba6-9ba20e0d9a36'] response: {'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'code': 200} May 05 14:58:48.742947 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=c6efb9f4-b749-4909-887f-68b0edc5db8f,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:48.743276 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde37ba1-99c4-4a3c-a1fe-45324affeb3b req-89ea5723-1219-4bcb-b388-669f84479457 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536870 May 05 14:58:48.942338 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:48.974738 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c6578-6b68-4eb8-8742-f2297ba1d4e9 req-9c61e73e-95ba-4885-bbb5-bf7d102549a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:48.975891 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0c6c6578-6b68-4eb8-8742-f2297ba1d4e9 req-9c61e73e-95ba-4885-bbb5-bf7d102549a1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 1129 time: 0.0570114 May 05 14:58:49.033981 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0c6c6578-6b68-4eb8-8742-f2297ba1d4e9 req-14e6d5f7-b755-4be2-b4cd-aef6b5d64d01 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506704 May 05 14:58:49.064379 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff368-59db-4db7-806c-35f0cc4a0e4d req-092d6a43-8a5b-4a11-b93e-be1beed8864c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:49.067473 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-30eff368-59db-4db7-806c-35f0cc4a0e4d req-092d6a43-8a5b-4a11-b93e-be1beed8864c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0580606 May 05 14:58:49.128110 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-30eff368-59db-4db7-806c-35f0cc4a0e4d req-dacce116-ca30-4d52-aeb8-f1b11e55f8fb tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0555289 May 05 14:58:49.714392 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68f182-af89-4902-aa3f-c20fb0927a5d req-8cdb197e-d974-4f50-b9ab-1ea252d6e5ec tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:49.717536 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0b68f182-af89-4902-aa3f-c20fb0927a5d req-8cdb197e-d974-4f50-b9ab-1ea252d6e5ec tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0643098 May 05 14:58:49.781210 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0b68f182-af89-4902-aa3f-c20fb0927a5d req-60a3d5cd-808a-484d-a168-0c69fb5ff3c8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586855 May 05 14:58:49.823314 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fc6d3-fc48-4ed1-b824-a0b18181c0e7 req-5c919730-ffa2-48a1-9609-09cd6eef998d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:49.823314 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4d1fc6d3-fc48-4ed1-b824-a0b18181c0e7 req-5c919730-ffa2-48a1-9609-09cd6eef998d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0556073 May 05 14:58:49.884111 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4d1fc6d3-fc48-4ed1-b824-a0b18181c0e7 req-9edd8ff7-b036-4ed2-a52e-9c7120559a3c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541248 May 05 14:58:50.244481 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726a267-a51a-4f5b-9eed-c386af12bea6 req-3cdcfe63-9b04-41e8-8d9b-9b169d9b162d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:50.246238 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2726a267-a51a-4f5b-9eed-c386af12bea6 req-3cdcfe63-9b04-41e8-8d9b-9b169d9b162d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0494885 May 05 14:58:50.305770 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2726a267-a51a-4f5b-9eed-c386af12bea6 req-c606cd49-37b7-494a-8e68-9c0cc1b084d7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469608 May 05 14:58:50.336884 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5dc814d0-3204-4323-a63c-34889fc9e6d1 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:58:50.577476 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5dc814d0-3204-4323-a63c-34889fc9e6d1, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5dc814d0-3204-4323-a63c-34889fc9e6d1,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:50.590051 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '5dc814d0-3204-4323-a63c-34889fc9e6d1', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'port_id': '5dc814d0-3204-4323-a63c-34889fc9e6d1', 'mac_address': 'fa:16:3e:5b:10:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:58:50.630076 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 5dc814d0-3204-4323-a63c-34889fc9e6d1 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:50.630568 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:50.645771 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc814d0-3204-4323-a63c-34889fc9e6d1 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:58:50.670578 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5dc814d0-3204-4323-a63c-34889fc9e6d1, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5dc814d0-3204-4323-a63c-34889fc9e6d1,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:50.674618 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:50.725452 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=5dc814d0-3204-4323-a63c-34889fc9e6d1,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:50.919676 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec01e0-7b2e-4305-9676-cd22f12e7d7a req-97fcef19-9580-4c4d-9b55-686f6b08c9e1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:50.920737 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c8ec01e0-7b2e-4305-9676-cd22f12e7d7a req-97fcef19-9580-4c4d-9b55-686f6b08c9e1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0648997 May 05 14:58:50.997596 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c8ec01e0-7b2e-4305-9676-cd22f12e7d7a req-dfbf6486-2a0b-4888-a4bd-067e35941520 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696623 May 05 14:58:51.057187 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cac749-9fec-47e2-9a64-efed2a98019f req-4c68b375-e7a2-4d80-b5b2-fa9b7b1ce3b5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:51.058439 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71cac749-9fec-47e2-9a64-efed2a98019f req-4c68b375-e7a2-4d80-b5b2-fa9b7b1ce3b5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0598383 May 05 14:58:51.127596 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71cac749-9fec-47e2-9a64-efed2a98019f req-b7b9d137-1020-49f2-bcb7-f3be6fa95780 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599470 May 05 14:58:51.141425 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['5dc814d0-3204-4323-a63c-34889fc9e6d1'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:58:51.444238 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcb1c7-154a-46c1-b9ae-0ff1e97cac68 req-069241f8-854f-4cf1-8c81-f92b604964f7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:51.447532 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-adbcb1c7-154a-46c1-b9ae-0ff1e97cac68 req-069241f8-854f-4cf1-8c81-f92b604964f7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0617843 May 05 14:58:51.519805 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-adbcb1c7-154a-46c1-b9ae-0ff1e97cac68 req-f5585ce8-4694-4106-bfa2-1110895cbe75 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0664766 May 05 14:58:52.140655 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc20ce-cff6-4608-95ce-6c8220645e4e req-55910a1d-2b23-4806-beda-b0ef054c5888 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:52.142223 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15bc20ce-cff6-4608-95ce-6c8220645e4e req-55910a1d-2b23-4806-beda-b0ef054c5888 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0635848 May 05 14:58:52.203213 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15bc20ce-cff6-4608-95ce-6c8220645e4e req-01d57296-4b7d-43d8-bc1d-6f0ea7270f97 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542104 May 05 14:58:52.281091 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1bd99-6c87-4b14-80f1-ffdd26dc8761 req-5adf6ff7-1363-4460-831d-9fa40d1017c6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:52.282630 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ca1bd99-6c87-4b14-80f1-ffdd26dc8761 req-5adf6ff7-1363-4460-831d-9fa40d1017c6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0509286 May 05 14:58:52.342885 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ca1bd99-6c87-4b14-80f1-ffdd26dc8761 req-052622c0-0a09-46e7-885e-5d95d0e844fb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514815 May 05 14:58:52.364164 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5dc814d0-3204-4323-a63c-34889fc9e6d1 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:58:52.445038 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 5dc814d0-3204-4323-a63c-34889fc9e6d1 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:58:52.455052 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 5dc814d0-3204-4323-a63c-34889fc9e6d1 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:58:52.455909 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:52.509810 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866754e1-09e1-48f5-b090-2293e8891cc5 req-be73590c-7427-4621-994f-69328252db87 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:52.524815 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-866754e1-09e1-48f5-b090-2293e8891cc5 req-be73590c-7427-4621-994f-69328252db87 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.1103170 May 05 14:58:52.530338 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 54884) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:52.536574 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-43cbeb0e-c61f-45db-b6a2-5f41653b7045 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Request body: {'floatingip': {'port_id': 'c6efb9f4-b749-4909-887f-68b0edc5db8f'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:52.563207 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 5dc814d0-3204-4323-a63c-34889fc9e6d1 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:58:52.563930 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:52.589627 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-43cbeb0e-c61f-45db-b6a2-5f41653b7045 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for floatingip (ef74bb20-cd8f-41d9-bdd5-a8e08919997e), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:52.608566 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc814d0-3204-4323-a63c-34889fc9e6d1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:52.610941 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7e1aef-8b15-4cbb-bf6f-e92e4151363f" -d '{"events": [{"server_uuid": "316054a6-27eb-4dcb-974e-ed2755b9d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "5dc814d0-3204-4323-a63c-34889fc9e6d1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:52.637467 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5dc814d0-3204-4323-a63c-34889fc9e6d1, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5dc814d0-3204-4323-a63c-34889fc9e6d1,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:58:52.646512 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:52.679225 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18df17ef-d4d6-4857-bea3-36d9a34064c6 x-openstack-request-id: req-18df17ef-d4d6-4857-bea3-36d9a34064c6 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:52.679468 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316054a6-27eb-4dcb-974e-ed2755b9d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "5dc814d0-3204-4323-a63c-34889fc9e6d1", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:52.679777 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18df17ef-d4d6-4857-bea3-36d9a34064c6 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:52.680114 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18df17ef-d4d6-4857-bea3-36d9a34064c6'] response: {'server_uuid': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc814d0-3204-4323-a63c-34889fc9e6d1', 'code': 200} May 05 14:58:52.709072 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=5dc814d0-3204-4323-a63c-34889fc9e6d1,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:58:52.829853 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e888c6-c8f0-4dc2-a6f6-d29f76f1fdd7 req-d6a63cca-3f64-4d3e-9620-dd1a100d2ec1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:52.837817 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-11e888c6-c8f0-4dc2-a6f6-d29f76f1fdd7 req-d6a63cca-3f64-4d3e-9620-dd1a100d2ec1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.1404612 May 05 14:58:52.937728 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1a466-070d-402f-90dc-c49dbfcb53c0 req-79a10bf4-0b99-40cb-af60-e80e0b8a9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:52.940954 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a6a1a466-070d-402f-90dc-c49dbfcb53c0 req-79a10bf4-0b99-40cb-af60-e80e0b8a9054 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 1130 time: 0.0526495 May 05 14:58:52.965940 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-11e888c6-c8f0-4dc2-a6f6-d29f76f1fdd7 req-f0db91ba-7209-49df-96ff-5e27c6e8be86 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1230755 May 05 14:58:52.995327 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a6a1a466-070d-402f-90dc-c49dbfcb53c0 req-0b454060-6e9d-45e0-8807-45ca38b1f335 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475159 May 05 14:58:53.322573 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-43cbeb0e-c61f-45db-b6a2-5f41653b7045 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:53.334096 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-43cbeb0e-c61f-45db-b6a2-5f41653b7045 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (ef74bb20-cd8f-41d9-bdd5-a8e08919997e), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:53.377974 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d9eef-0751-4091-bdef-1f46f2a0657d req-64dbcc4e-c978-4d30-a9d5-92415d9e5fe7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:53.379471 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-317d9eef-0751-4091-bdef-1f46f2a0657d req-64dbcc4e-c978-4d30-a9d5-92415d9e5fe7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0944984 May 05 14:58:53.478882 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-317d9eef-0751-4091-bdef-1f46f2a0657d req-92321da8-52ed-478b-b60b-1dc7b8597ae7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937009 May 05 14:58:53.489838 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-43cbeb0e-c61f-45db-b6a2-5f41653b7045 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Floating IP ef74bb20-cd8f-41d9-bdd5-a8e08919997e associated. External IP: 172.27.1.221, port: c6efb9f4-b749-4909-887f-68b0edc5db8f. May 05 14:58:53.752398 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cbeb0e-c61f-45db-b6a2-5f41653b7045 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Router 3880511f-ed19-43e8-9674-dd3794e69f99 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:58:54.107878 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9d8e4-ca32-4710-8a81-f859875c2ebb req-860f6ae2-a2b4-416f-8aec-480f4dbe2d20 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:54.109448 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8f9d8e4-ca32-4710-8a81-f859875c2ebb req-860f6ae2-a2b4-416f-8aec-480f4dbe2d20 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0589797 May 05 14:58:54.185552 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cbeb0e-c61f-45db-b6a2-5f41653b7045 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:58:54.197164 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-43cbeb0e-c61f-45db-b6a2-5f41653b7045 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:54.202868 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] Sync routers for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:58:54.216737 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:58:54.220225 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:58:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:54.245753 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8f9d8e4-ca32-4710-8a81-f859875c2ebb req-cbe19152-c4ac-413f-9901-f6c3ebe4808e tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1006231 May 05 14:58:54.261696 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-43cbeb0e-c61f-45db-b6a2-5f41653b7045 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "PUT /v2.0/floatingips/ef74bb20-cd8f-41d9-bdd5-a8e08919997e HTTP/1.1" status: 200 len: 991 time: 1.7207882 May 05 14:58:54.261696 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:54.261696 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:54.310732 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f097b8b1-d8a6-4122-a117-10b2fa09c949 x-openstack-request-id: req-f097b8b1-d8a6-4122-a117-10b2fa09c949 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:54.311246 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:54.311669 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f097b8b1-d8a6-4122-a117-10b2fa09c949 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:54.312273 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f097b8b1-d8a6-4122-a117-10b2fa09c949'] response: {'name': 'network-changed', 'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'status': 'completed', 'code': 200} May 05 14:58:54.408269 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:58:54.750352 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ef74bb20-cd8f-41d9-bdd5-a8e08919997e', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'port_id': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'mac_address': 'fa:16:3e:b6:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:58:32Z', 'updated_at': '2022-05-05T14:58:53Z', 'revision_number': 1, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:47Z', 'revision_number': 5, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:54.792033 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] Checking router: 3880511f-ed19-43e8-9674-dd3794e69f99 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:58:54.809498 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:58:54.810522 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:58:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:54.838446 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aacf1-f38f-4726-af0e-b0fcdf0676f5 req-a09dda01-7105-4bc1-afbc-deabed5ba7f8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:54.849382 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-094aacf1-f38f-4726-af0e-b0fcdf0676f5 req-a09dda01-7105-4bc1-afbc-deabed5ba7f8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 946 time: 0.1169779 May 05 14:58:54.930229 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-094aacf1-f38f-4726-af0e-b0fcdf0676f5 req-a3f61aae-b78d-4890-9fb2-bd0783ab8ba1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771863 May 05 14:58:54.942062 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:58:55.220432 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ef74bb20-cd8f-41d9-bdd5-a8e08919997e', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'port_id': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'mac_address': 'fa:16:3e:b6:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:58:32Z', 'updated_at': '2022-05-05T14:58:53Z', 'revision_number': 1, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:47Z', 'revision_number': 5, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:55.249932 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c84a77d-1bd0-4090-9306-40ff3387a916 None None] The sync data for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi is: [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ef74bb20-cd8f-41d9-bdd5-a8e08919997e', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'port_id': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'mac_address': 'fa:16:3e:b6:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:58:32Z', 'updated_at': '2022-05-05T14:58:53Z', 'revision_number': 1, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:47Z', 'revision_number': 5, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:58:55.438740 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe030d3-bc01-4285-9784-f3e9ee5bff18 req-169ee44f-6117-4758-b5a2-ba63bcc4fa65 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:55.440765 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2fe030d3-bc01-4285-9784-f3e9ee5bff18 req-169ee44f-6117-4758-b5a2-ba63bcc4fa65 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0814123 May 05 14:58:55.539402 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-c59aed02-9901-4af1-ad4f-569e63639eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:55.542978 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2fe030d3-bc01-4285-9784-f3e9ee5bff18 req-b1cf1122-6946-4635-a014-ca60dbf9f2ea tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0916691 May 05 14:58:55.544043 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-c59aed02-9901-4af1-ad4f-569e63639eeb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 1129 time: 0.0660570 May 05 14:58:55.596263 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb7460-251c-40d1-8052-19426d9d5828 None None] New status for floating IP ef74bb20-cd8f-41d9-bdd5-a8e08919997e: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 14:58:55.776274 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-40730ea4-9772-47aa-96b0-34142669b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:55.778161 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-40730ea4-9772-47aa-96b0-34142669b70a service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.1170518 May 05 14:58:55.916824 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-58e8ff3b-7105-4693-9c88-732910c3c338 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f HTTP/1.1" status: 200 len: 999 time: 0.1311672 May 05 14:58:55.976051 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-7e6c2183-9620-4454-898f-b2b4e8de2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:55.981366 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-7e6c2183-9620-4454-898f-b2b4e8de2a50 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.0583026 May 05 14:58:56.035926 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-d3fd0809-62d2-4316-8851-5674bf7f8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:56.037504 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-d3fd0809-62d2-4316-8851-5674bf7f8fe7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476882 May 05 14:58:56.054240 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aa7dd-ce13-41e6-a731-cd9096c556cc req-9139ecb4-6f8f-417d-b08b-50c1e7d52381 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:56.056586 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0b4aa7dd-ce13-41e6-a731-cd9096c556cc req-9139ecb4-6f8f-417d-b08b-50c1e7d52381 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0569186 May 05 14:58:56.122110 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0b4aa7dd-ce13-41e6-a731-cd9096c556cc req-0f49ed54-6271-4ce1-866b-9137c019dac1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581217 May 05 14:58:56.148091 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-e3c92ab7-d29c-4f8e-bc4f-59f93980a0e4 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979629 May 05 14:58:56.261267 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24136a7f-fad8-4080-99c2-719c5de7d872 req-84c729f6-c0cd-4056-af4a-ceb18d637363 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:56.263235 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24136a7f-fad8-4080-99c2-719c5de7d872 req-84c729f6-c0cd-4056-af4a-ceb18d637363 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0577638 May 05 14:58:56.273864 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 54926) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:58:56.280217 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f1832f1e-8cd6-409d-b16e-1d55e2a39591 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'floatingip': {'port_id': '5dc814d0-3204-4323-a63c-34889fc9e6d1'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:58:56.285366 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b3996d0-95c6-46f3-b6e2-b72c06627e2a req-dbc4062e-a46d-49fb-be54-aaa50cc413c0 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197803 May 05 14:58:56.332998 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f1832f1e-8cd6-409d-b16e-1d55e2a39591 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (aa287222-129c-4f74-a2c1-72e8e7a46aaf), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:56.728493 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803acaa-3c0c-4fe5-9340-0ba601019c7f req-7ea925f0-b18b-49dd-bcc4-1b243fd673dd tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:56.730574 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f803acaa-3c0c-4fe5-9340-0ba601019c7f req-7ea925f0-b18b-49dd-bcc4-1b243fd673dd tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.1202037 May 05 14:58:56.862094 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f803acaa-3c0c-4fe5-9340-0ba601019c7f req-232b5741-40ca-4004-8fd5-8e9fa0ce7c68 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1215639 May 05 14:58:56.971579 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f1832f1e-8cd6-409d-b16e-1d55e2a39591 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:56.977232 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f1832f1e-8cd6-409d-b16e-1d55e2a39591 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (aa287222-129c-4f74-a2c1-72e8e7a46aaf), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:57.104801 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-f1832f1e-8cd6-409d-b16e-1d55e2a39591 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Floating IP aa287222-129c-4f74-a2c1-72e8e7a46aaf associated. External IP: 172.27.1.204, port: 5dc814d0-3204-4323-a63c-34889fc9e6d1. May 05 14:58:57.210997 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63cbb3-7e49-4023-b167-59de00aec816 req-36d8f979-d1f5-421d-9266-6010e654cb04 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:57.212734 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f63cbb3-7e49-4023-b167-59de00aec816 req-36d8f979-d1f5-421d-9266-6010e654cb04 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0683842 May 05 14:58:57.336351 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f63cbb3-7e49-4023-b167-59de00aec816 req-71cd22c8-1461-4af7-a114-5889ed2a059c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1122727 May 05 14:58:57.341968 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192855a-6db4-40dc-8c15-902f63430c6f req-a85f478d-141e-4116-ba32-ebf84890c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:57.344051 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f192855a-6db4-40dc-8c15-902f63430c6f req-a85f478d-141e-4116-ba32-ebf84890c78f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 1129 time: 0.0511415 May 05 14:58:57.493117 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192855a-6db4-40dc-8c15-902f63430c6f req-74635331-4078-45b4-890f-f240de298829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:57.497758 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f192855a-6db4-40dc-8c15-902f63430c6f req-74635331-4078-45b4-890f-f240de298829 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 200 len: 911 time: 0.1386831 May 05 14:58:57.507478 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1832f1e-8cd6-409d-b16e-1d55e2a39591 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Router 71c92f8b-bfde-4236-875a-89f754c16097 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:58:57.572824 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f192855a-6db4-40dc-8c15-902f63430c6f req-9b43c5d0-4213-46c6-a74e-0e45604da208 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e HTTP/1.1" status: 200 len: 1000 time: 0.0704465 May 05 14:58:57.635330 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192855a-6db4-40dc-8c15-902f63430c6f req-90edade7-2534-4c28-853d-1948c9b9270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:57.637775 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f192855a-6db4-40dc-8c15-902f63430c6f req-90edade7-2534-4c28-853d-1948c9b9270b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a90d414-92a9-4ba0-bc64-e30a9629c478 HTTP/1.1" status: 200 len: 849 time: 0.0589018 May 05 14:58:57.648808 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1832f1e-8cd6-409d-b16e-1d55e2a39591 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:58:57.659848 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f1832f1e-8cd6-409d-b16e-1d55e2a39591 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:58:57.664605 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:58:57.686270 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:58:57.687197 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:58:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:57.701106 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f1832f1e-8cd6-409d-b16e-1d55e2a39591 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "PUT /v2.0/floatingips/aa287222-129c-4f74-a2c1-72e8e7a46aaf HTTP/1.1" status: 200 len: 992 time: 1.4265957 May 05 14:58:57.702265 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'tag': '5dc814d0-3204-4323-a63c-34889fc9e6d1'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:58:57.704225 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8912f6-d218-433b-9797-a498f329d5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "316054a6-27eb-4dcb-974e-ed2755b9d7d8", "tag": "5dc814d0-3204-4323-a63c-34889fc9e6d1"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:58:57.735662 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192855a-6db4-40dc-8c15-902f63430c6f req-50914c69-4b1d-45f6-87a1-e8c923b054c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:57.738424 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f192855a-6db4-40dc-8c15-902f63430c6f req-50914c69-4b1d-45f6-87a1-e8c923b054c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897360 May 05 14:58:57.750029 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025094ac-0e67-45fe-82ab-38a6c764b1cb x-openstack-request-id: req-025094ac-0e67-45fe-82ab-38a6c764b1cb {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:58:57.750535 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316054a6-27eb-4dcb-974e-ed2755b9d7d8", "tag": "5dc814d0-3204-4323-a63c-34889fc9e6d1", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:58:57.750958 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-025094ac-0e67-45fe-82ab-38a6c764b1cb {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:58:57.751540 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025094ac-0e67-45fe-82ab-38a6c764b1cb'] response: {'name': 'network-changed', 'server_uuid': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'tag': '5dc814d0-3204-4323-a63c-34889fc9e6d1', 'status': 'completed', 'code': 200} May 05 14:58:57.846617 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:58:57.893121 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-bc733747-d55f-4ae9-a045-dc864ee8b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:57.894666 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-bc733747-d55f-4ae9-a045-dc864ee8b974 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 1130 time: 0.0735848 May 05 14:58:57.904554 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f192855a-6db4-40dc-8c15-902f63430c6f req-f7349106-f2b8-41c4-b343-8f6a433065ff service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574724 May 05 14:58:58.063608 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-b428256b-6aed-48de-b005-1ebcbc117cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:58.063954 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f192855a-6db4-40dc-8c15-902f63430c6f req-2c48a9df-9d68-418c-84a0-c6a2d068ec79 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485145 May 05 14:58:58.066085 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-b428256b-6aed-48de-b005-1ebcbc117cc2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 915 time: 0.1512594 May 05 14:58:58.142705 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'aa287222-129c-4f74-a2c1-72e8e7a46aaf', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '5dc814d0-3204-4323-a63c-34889fc9e6d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:5b:10:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:58:35Z', 'updated_at': '2022-05-05T14:58:56Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}, {'id': 'c333456a-218c-4ee1-a86e-a8adbcc31634', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '95c245c3-10fb-4dde-9562-951713eb6480', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:48:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:55Z', 'updated_at': '2022-05-05T14:57:25Z', 'revision_number': 2, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:58.161913 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-7878413f-b3e9-4ded-9230-8e8f242a9e9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc814d0-3204-4323-a63c-34889fc9e6d1 HTTP/1.1" status: 200 len: 1000 time: 0.0729997 May 05 14:58:58.173136 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:58:58.181672 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:58:58.182359 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:58:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:58.298972 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:58:58.482332 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a800a-43b5-4ebc-9fa3-6ea98e45e6b2 req-7749d0ac-7418-44c3-a728-4440ddc2164a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:58.489948 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-de3a800a-43b5-4ebc-9fa3-6ea98e45e6b2 req-7749d0ac-7418-44c3-a728-4440ddc2164a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0714254 May 05 14:58:58.554823 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-eedf47f2-d22a-4819-8cfc-a5ae2cc8a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:58.556270 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-eedf47f2-d22a-4819-8cfc-a5ae2cc8a17d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0578609 May 05 14:58:58.636650 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-01e57956-5d0e-4f33-816b-aa099f252f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:58.638267 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-01e57956-5d0e-4f33-816b-aa099f252f4a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519528 May 05 14:58:58.651160 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'aa287222-129c-4f74-a2c1-72e8e7a46aaf', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '5dc814d0-3204-4323-a63c-34889fc9e6d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:5b:10:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:58:35Z', 'updated_at': '2022-05-05T14:58:56Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}, {'id': 'c333456a-218c-4ee1-a86e-a8adbcc31634', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '95c245c3-10fb-4dde-9562-951713eb6480', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:48:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:55Z', 'updated_at': '2022-05-05T14:57:25Z', 'revision_number': 2, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:58:58.656801 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-de3a800a-43b5-4ebc-9fa3-6ea98e45e6b2 req-419295f7-f893-4636-9d19-1779e4799196 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1655056 May 05 14:58:58.685847 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62a1ea-939e-4cc8-a669-8755e5e6b533 None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'aa287222-129c-4f74-a2c1-72e8e7a46aaf', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '5dc814d0-3204-4323-a63c-34889fc9e6d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:5b:10:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:58:35Z', 'updated_at': '2022-05-05T14:58:56Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}, {'id': 'c333456a-218c-4ee1-a86e-a8adbcc31634', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '95c245c3-10fb-4dde-9562-951713eb6480', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:48:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:55Z', 'updated_at': '2022-05-05T14:57:25Z', 'revision_number': 2, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:58:58.768070 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-2aae407d-cd2a-452a-8e54-1b48a6e79f27 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102424 May 05 14:58:58.903057 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c8912f6-d218-433b-9797-a498f329d5e2 req-0fae9774-e3b2-4ad3-8ca6-ee4d5a8695fe service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212449 May 05 14:58:58.959551 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625b8f4-ebdf-41fa-8700-2f2773db1cae None None] New status for floating IP aa287222-129c-4f74-a2c1-72e8e7a46aaf: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 14:58:59.805774 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999207e4-fb39-44e4-81a4-4336772d5ca0 req-1b26a35e-af7e-4ea4-84fc-9fc4b1ead6f1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:58:59.809579 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-999207e4-fb39-44e4-81a4-4336772d5ca0 req-1b26a35e-af7e-4ea4-84fc-9fc4b1ead6f1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0750744 May 05 14:58:59.874173 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-999207e4-fb39-44e4-81a4-4336772d5ca0 req-882eae83-540b-4581-b29d-3103213ef48d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0574315 May 05 14:58:59.907793 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:06.702686 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55066) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:06.746572 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be6fc85-ac13-4b1f-9b8c-d0105d5e0dd2 admin admin] Deleting subnet 404423bd-0b01-4f14-8dfd-6640a5555007 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 14:59:06.749550 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7be6fc85-ac13-4b1f-9b8c-d0105d5e0dd2 admin admin] Publish callbacks [] for subnet (404423bd-0b01-4f14-8dfd-6640a5555007), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:06.786326 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7be6fc85-ac13-4b1f-9b8c-d0105d5e0dd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168642'] for subnet (404423bd-0b01-4f14-8dfd-6640a5555007), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:06.824985 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7be6fc85-ac13-4b1f-9b8c-d0105d5e0dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (404423bd-0b01-4f14-8dfd-6640a5555007), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:06.874815 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7be6fc85-ac13-4b1f-9b8c-d0105d5e0dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4336698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4347927'] for subnet (404423bd-0b01-4f14-8dfd-6640a5555007), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:06.898835 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6fc85-ac13-4b1f-9b8c-d0105d5e0dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404423bd-0b01-4f14-8dfd-6640a5555007,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:06.903084 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7be6fc85-ac13-4b1f-9b8c-d0105d5e0dd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:06.906257 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7be6fc85-ac13-4b1f-9b8c-d0105d5e0dd2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/404423bd-0b01-4f14-8dfd-6640a5555007 HTTP/1.1" status: 204 len: 168 time: 0.2025979 May 05 14:59:06.908674 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55068) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:06.978303 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (d525bbd9-eb09-42e3-a00b-a67a0c6bf36b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.056191 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (d525bbd9-eb09-42e3-a00b-a67a0c6bf36b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.075528 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d525bbd9-eb09-42e3-a00b-a67a0c6bf36b']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:07.084365 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460286d0-80ee-4860-8463-8db0606d39c2') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:07.084667 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460286d0-80ee-4860-8463-8db0606d39c2') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:07.094461 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (460286d0-80ee-4860-8463-8db0606d39c2), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.107567 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (460286d0-80ee-4860-8463-8db0606d39c2), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.113417 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 14:59:07.113842 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (460286d0-80ee-4860-8463-8db0606d39c2), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 14:59:07.115483 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 14:59:07.169154 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (d525bbd9-eb09-42e3-a00b-a67a0c6bf36b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.176224 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.179318 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] 10.222.0.48 "DELETE /v2.0/networks/d525bbd9-eb09-42e3-a00b-a67a0c6bf36b HTTP/1.1" status: 204 len: 168 time: 0.2697487 May 05 14:59:07.188908 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af4712-bfbb-4e37-8edd-05301edde53e admin admin] Pushing event deleted for resources: {'Network': ['ID=d525bbd9-eb09-42e3-a00b-a67a0c6bf36b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:07.341023 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55072) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:07.383358 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-da59e764-833a-4d42-9782-f9262e77209d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e8200fa89aa45999bcff01e12d7dc3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404737 May 05 14:59:07.385120 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55074) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:07.431051 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6443f641-0058-4ee9-8dd1-aebba335788f admin admin] Publish callbacks [] for security_group (f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.452290 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6443f641-0058-4ee9-8dd1-aebba335788f admin admin] Publish callbacks [] for security_group (f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.497875 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6443f641-0058-4ee9-8dd1-aebba335788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.500620 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6443f641-0058-4ee9-8dd1-aebba335788f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:07.501807 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6443f641-0058-4ee9-8dd1-aebba335788f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f HTTP/1.1" status: 204 len: 168 time: 0.1151888 May 05 14:59:07.509431 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443f641-0058-4ee9-8dd1-aebba335788f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1933cbc-94c1-4c8e-a0b1-1bbcb52da01f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:08.172437 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55098) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:08.267753 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1130340331-network', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:08.286331 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Made reservation on behalf of 00847662f3c54b2a81e47a0bcd5c3a08 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:59:08.288512 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:08.296424 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:08.368440 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Publish callbacks [] for security_group (a04f775f-5832-43d4-a026-68a17b6d7839), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:08.373132 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a04f775f-5832-43d4-a026-68a17b6d7839), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:08.393871 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:59:08.406723 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04f775f-5832-43d4-a026-68a17b6d7839,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:08.411442 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (a2b72826-8081-4562-8692-75344f3bead7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:08.411787 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Added segment a2b72826-8081-4562-8692-75344f3bead7 of type vlan for network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 May 05 14:59:08.454823 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:08.480587 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:08.481544 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:08.482207 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:08.518159 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3445361 May 05 14:59:08.520985 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55102) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:08.526119 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Request body: {'subnet': {'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1130340331-subnet', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:08.542589 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d086d12-3d5d-4c9e-9f20-09cf7917ac31 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:08.545082 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Made reservation on behalf of 00847662f3c54b2a81e47a0bcd5c3a08 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:59:08.547418 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6046667'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:08.552808 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:59:08.939879 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5990886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6046649'] for subnet (3f04552d-5b94-48c7-8344-70cbf4cd2c50), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:08.993929 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f04552d-5b94-48c7-8344-70cbf4cd2c50,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:09.003211 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Checking segment: {'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:59:09.003570 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Network hostable DHCP agents. Network: 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:59:09.021341 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:59:09.028976 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:09.033072 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:09.033682 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.038559 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76108f-51be-4396-abe8-ad5b7eb7cc68 None None] Network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:59:09.049617 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-68e20380-a1e3-45d8-9782-c865b5b8dc17 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5274913 May 05 14:59:09.052256 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55104) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:09.056420 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:09.075353 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (31d12fb0-7621-46de-851f-101388998ba0), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.076328 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (31d12fb0-7621-46de-851f-101388998ba0), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.132042 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks [] for router_controller (31d12fb0-7621-46de-851f-101388998ba0), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.138618 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 14:59:09.139474 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.272869 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks [] for router_gateway (31d12fb0-7621-46de-851f-101388998ba0), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.277872 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Allocated IP 172.20.0.2 (1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2/3f04552d-5b94-48c7-8344-70cbf4cd2c50/3f376102-399d-4d36-8b4e-2378254a9edf) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:59:09.421869 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Publish callbacks [] for port (3f376102-399d-4d36-8b4e-2378254a9edf), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.430114 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.457075 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks [] for router_gateway (31d12fb0-7621-46de-851f-101388998ba0), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.473241 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:59:09.476029 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.477770 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:09.480348 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Pushing event updated for resources: {'Port': ['ID=3f376102-399d-4d36-8b4e-2378254a9edf,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:09.483345 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:59:09.542020 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Attempting to bind port 3f376102-399d-4d36-8b4e-2378254a9edf on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:59:09.542446 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Attempting to bind port 3f376102-399d-4d36-8b4e-2378254a9edf by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:59:09.542811 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Attempting to bind port 3f376102-399d-4d36-8b4e-2378254a9edf on network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:59:09.547833 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:59:09.548207 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Checking segment: {'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:59:09.548613 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.549009 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Bound using segment: {'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:59:09.549473 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Bound port: 3f376102-399d-4d36-8b4e-2378254a9edf, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:59:09.549878 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.583863 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Allocated IP 172.27.1.49 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/9165d124-53e6-46f0-aa20-9688e3492489) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:59:09.613367 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] For port 3f376102-399d-4d36-8b4e-2378254a9edf, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:59:09.617843 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] For port 3f376102-399d-4d36-8b4e-2378254a9edf, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=3f376102-399d-4d36-8b4e-2378254a9edf,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:59:09.624493 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.690763 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf018ba-4f58-4235-805b-ba0ca8104746 None None] Pushing event updated for resources: {'Port': ['ID=3f376102-399d-4d36-8b4e-2378254a9edf,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:09.698172 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks [] for port (9165d124-53e6-46f0-aa20-9688e3492489), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.736097 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (9165d124-53e6-46f0-aa20-9688e3492489), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:09.773896 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:59:09.777465 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:09.779916 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:59:09.821731 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=9165d124-53e6-46f0-aa20-9688e3492489,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:10.066297 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks [] for router_gateway (31d12fb0-7621-46de-851f-101388998ba0), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:10.265835 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (31d12fb0-7621-46de-851f-101388998ba0), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:10.413796 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Router 31d12fb0-7621-46de-851f-101388998ba0 is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 14:59:10.466789 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 3f376102-399d-4d36-8b4e-2378254a9edf up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:10.520233 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 3f376102-399d-4d36-8b4e-2378254a9edf triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:10.520608 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:10.552390 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:59:10.566320 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Sync routers for ids ['31d12fb0-7621-46de-851f-101388998ba0'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:59:10.570815 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:10.571834 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b52ac6bb-a3f2-47e9-8902-c0e0d0237ca9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5186210 May 05 14:59:10.575168 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55106) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:10.588038 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Routers {'31d12fb0-7621-46de-851f-101388998ba0'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:59:10.588784 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:58:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['31d12fb0-7621-46de-851f-101388998ba0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:10.589346 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722d1270-b8aa-4ea7-b928-7ddd10353b7d None None] Network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:59:10.624353 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d7d20a95-d4b6-4300-81ab-6ef03fcf64c6 None None] Provisioning complete for port 3f376102-399d-4d36-8b4e-2378254a9edf triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:10.625034 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7d20a95-d4b6-4300-81ab-6ef03fcf64c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:10.702432 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 3f376102-399d-4d36-8b4e-2378254a9edf is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:10.702851 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:10.703774 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Set router 31d12fb0-7621-46de-851f-101388998ba0 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:59:10.793071 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 3f376102-399d-4d36-8b4e-2378254a9edf, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=3f376102-399d-4d36-8b4e-2378254a9edf,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:10.815855 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:10.904340 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:09Z', 'revision_number': 3, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:10.942181 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Checking router: 31d12fb0-7621-46de-851f-101388998ba0 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:59:10.942544 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Updating router 31d12fb0-7621-46de-851f-101388998ba0 port 9165d124-53e6-46f0-aa20-9688e3492489 binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:59:10.975393 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (9165d124-53e6-46f0-aa20-9688e3492489), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:10.996790 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d7d20a95-d4b6-4300-81ab-6ef03fcf64c6 None None] Current status of the port 3f376102-399d-4d36-8b4e-2378254a9edf is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:10.997203 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7d20a95-d4b6-4300-81ab-6ef03fcf64c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.025403 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=3f376102-399d-4d36-8b4e-2378254a9edf,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:11.065418 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.db.api [None req-d7d20a95-d4b6-4300-81ab-6ef03fcf64c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 14:59:11.065859 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG oslo_db.api [None req-d7d20a95-d4b6-4300-81ab-6ef03fcf64c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 14:59:11.250702 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Publish callbacks [] for port (9165d124-53e6-46f0-aa20-9688e3492489), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.255374 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (9165d124-53e6-46f0-aa20-9688e3492489), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.259527 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.304849 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Attempting to bind port 9165d124-53e6-46f0-aa20-9688e3492489 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:59:11.305364 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Attempting to bind port 9165d124-53e6-46f0-aa20-9688e3492489 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:59:11.305751 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Attempting to bind port 9165d124-53e6-46f0-aa20-9688e3492489 on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:59:11.312642 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Pushing event updated for resources: {'Port': ['ID=9165d124-53e6-46f0-aa20-9688e3492489,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:11.318907 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:59:11.319279 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:59:11.319677 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.320075 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:59:11.320537 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Bound port: 9165d124-53e6-46f0-aa20-9688e3492489, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:59:11.320911 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (9165d124-53e6-46f0-aa20-9688e3492489), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.324050 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.324396 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.324768 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.325125 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.325461 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.325815 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.326142 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.326465 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.326790 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.327110 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.327446 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.327764 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.328088 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.328402 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.328716 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:11.378569 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] For port 9165d124-53e6-46f0-aa20-9688e3492489, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:59:11.381429 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] For port 9165d124-53e6-46f0-aa20-9688e3492489, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=9165d124-53e6-46f0-aa20-9688e3492489,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:59:11.388456 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (9165d124-53e6-46f0-aa20-9688e3492489), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.420979 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Allocated IP 172.20.0.1 (1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2/3f04552d-5b94-48c7-8344-70cbf4cd2c50/c064272c-b13a-42ae-9056-c32e50b4c135) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:59:11.449018 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcf3c5-b2a5-4857-a636-5c9f2d4977fb None None] Pushing event updated for resources: {'Port': ['ID=9165d124-53e6-46f0-aa20-9688e3492489,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:11.451512 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Routers {'31d12fb0-7621-46de-851f-101388998ba0'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:59:11.452122 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:58:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['31d12fb0-7621-46de-851f-101388998ba0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:11.526931 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Publish callbacks [] for port (c064272c-b13a-42ae-9056-c32e50b4c135), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.560523 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.562812 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] Set router 31d12fb0-7621-46de-851f-101388998ba0 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:59:11.598356 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:59:11.602837 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:11.609497 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:59:11.613065 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d7d20a95-d4b6-4300-81ab-6ef03fcf64c6 None None] Current status of the port 3f376102-399d-4d36-8b4e-2378254a9edf is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:11.615626 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Pushing event updated for resources: {'Port': ['ID=c064272c-b13a-42ae-9056-c32e50b4c135,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:11.653366 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (31d12fb0-7621-46de-851f-101388998ba0), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.736792 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-5aea9c52-85af-4262-8e23-8680fe76f9ff None None] Provisioning complete for port 3f376102-399d-4d36-8b4e-2378254a9edf triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:11.737346 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5aea9c52-85af-4262-8e23-8680fe76f9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.745533 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:09Z', 'revision_number': 3, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:11.774036 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ab650-54df-4e68-8510-b186ba5dd4fc None None] The sync data for ids ['31d12fb0-7621-46de-851f-101388998ba0'] in dv-cinder-839426-6-iscsi is: [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:09Z', 'revision_number': 3, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:59:11.817519 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.833511 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5aea9c52-85af-4262-8e23-8680fe76f9ff None None] Current status of the port 3f376102-399d-4d36-8b4e-2378254a9edf is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:11.950173 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-03b8b67b-2971-42b5-a857-bc8e2b5b721c None None] Provisioning complete for port c064272c-b13a-42ae-9056-c32e50b4c135 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:11.950606 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-03b8b67b-2971-42b5-a857-bc8e2b5b721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.986978 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-03b8b67b-2971-42b5-a857-bc8e2b5b721c None None] Port c064272c-b13a-42ae-9056-c32e50b4c135 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:59:11.990187 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Publish callbacks [] for port (c064272c-b13a-42ae-9056-c32e50b4c135), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:11.996628 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:12.082943 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Pushing event updated for resources: {'Port': ['ID=c064272c-b13a-42ae-9056-c32e50b4c135,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:12.085335 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (31d12fb0-7621-46de-851f-101388998ba0), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:12.183805 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:59:12.185237 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:12.326803 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Router 31d12fb0-7621-46de-851f-101388998ba0 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:59:12.427452 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-354d160a-3a49-443f-8bb8-8b1dbe9d5957 None None] Provisioning complete for port c064272c-b13a-42ae-9056-c32e50b4c135 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:12.428267 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-354d160a-3a49-443f-8bb8-8b1dbe9d5957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:12.457171 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:59:12.466892 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0f9ebb1d-9e9c-4da3-81c0-e1df68ec232e admin admin] 10.222.0.48 "PUT /v2.0/routers/31d12fb0-7621-46de-851f-101388998ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8905606 May 05 14:59:12.488229 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-354d160a-3a49-443f-8bb8-8b1dbe9d5957 None None] Port c064272c-b13a-42ae-9056-c32e50b4c135 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:59:12.539015 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-83fd9938-5802-43b8-84c1-07641b06cccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:12.563463 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 3f376102-399d-4d36-8b4e-2378254a9edf up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:12.613905 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 3f376102-399d-4d36-8b4e-2378254a9edf triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:12.614291 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:12.718070 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 3f376102-399d-4d36-8b4e-2378254a9edf is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:12.719147 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 9165d124-53e6-46f0-aa20-9688e3492489 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:12.767503 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 9165d124-53e6-46f0-aa20-9688e3492489 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:12.768106 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (9165d124-53e6-46f0-aa20-9688e3492489), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:12.846921 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 9165d124-53e6-46f0-aa20-9688e3492489 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:12.847314 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (9165d124-53e6-46f0-aa20-9688e3492489), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:12.872110 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 9165d124-53e6-46f0-aa20-9688e3492489, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=9165d124-53e6-46f0-aa20-9688e3492489,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:12.876693 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (9165d124-53e6-46f0-aa20-9688e3492489), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:12.933685 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=9165d124-53e6-46f0-aa20-9688e3492489,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:13.023882 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55130) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:13.030205 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-431622081-network', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:13.055784 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Made reservation on behalf of a35a525a5f3e4cd0a3d153391f764452 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:59:13.063231 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.073921 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.158729 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Publish callbacks [] for security_group (d35c571c-8568-411a-a98b-bfd57f9254cf), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.162955 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (d35c571c-8568-411a-a98b-bfd57f9254cf), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.187730 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 14:59:13.196664 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35c571c-8568-411a-a98b-bfd57f9254cf,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:13.203127 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (d952ca4d-4442-40c4-8736-3c0005e710e0), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.203479 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Added segment d952ca4d-4442-40c4-8736-3c0005e710e0 of type vlan for network dd2a048a-4d6d-437c-a901-a1285e213d66 May 05 14:59:13.245198 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (dd2a048a-4d6d-437c-a901-a1285e213d66), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.271566 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (dd2a048a-4d6d-437c-a901-a1285e213d66), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.272661 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:13.273249 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.313536 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2884040 May 05 14:59:13.316516 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55136) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:13.321679 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Request body: {'subnet': {'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-431622081-subnet', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:13.344427 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd1a8c-d7b2-45c8-837a-ddcd3c55d23f admin admin] Pushing event updated for resources: {'Network': ['ID=dd2a048a-4d6d-437c-a901-a1285e213d66,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:13.345023 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Made reservation on behalf of a35a525a5f3e4cd0a3d153391f764452 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:59:13.347391 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348028'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.355206 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network dd2a048a-4d6d-437c-a901-a1285e213d66 details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 14:59:13.438056 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Sync routers for ids ['31d12fb0-7621-46de-851f-101388998ba0'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:59:13.450141 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Routers {'31d12fb0-7621-46de-851f-101388998ba0'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:59:13.450876 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:58:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['31d12fb0-7621-46de-851f-101388998ba0'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:13.567806 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Set router 31d12fb0-7621-46de-851f-101388998ba0 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:59:13.737954 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4337657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4347918'] for subnet (84ead387-ff92-47bc-8bfc-08fdbc162b01), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.774635 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'c064272c-b13a-42ae-9056-c32e50b4c135', 'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'mac_address': 'fa:16:3e:ad:72:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:11Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 2, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'subnets': [{'id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:13.794792 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ead387-ff92-47bc-8bfc-08fdbc162b01,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:13.803487 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Checking router: 31d12fb0-7621-46de-851f-101388998ba0 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:59:13.803850 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Updating router 31d12fb0-7621-46de-851f-101388998ba0 port c064272c-b13a-42ae-9056-c32e50b4c135 binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:59:13.803961 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Checking segment: {'id': 'd952ca4d-4442-40c4-8736-3c0005e710e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:59:13.804313 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Network hostable DHCP agents. Network: dd2a048a-4d6d-437c-a901-a1285e213d66, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 14:59:13.823004 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Network dd2a048a-4d6d-437c-a901-a1285e213d66 is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 14:59:13.832497 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.834200 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, dd2a048a-4d6d-437c-a901-a1285e213d66) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:13.839381 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:13.840460 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.849445 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff37191d-ad4f-4772-965d-41b88634cc4e None None] Network dd2a048a-4d6d-437c-a901-a1285e213d66 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:59:13.857367 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8f0923c2-3835-43a9-87dd-e6eda57c9856 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5396962 May 05 14:59:13.859894 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55138) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:13.864000 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-431622081-router', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:13.883157 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (47944266-086e-440b-afa0-0229c9f9a3b1), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.884272 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (47944266-086e-440b-afa0-0229c9f9a3b1), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:13.940994 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks [] for router_controller (47944266-086e-440b-afa0-0229c9f9a3b1), precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.043558 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-dd2a048a-4d6d-437c-a901-a1285e213d66', 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66', 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'fixed_ips': [{'subnet_id': '84ead387-ff92-47bc-8bfc-08fdbc162b01'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 14:59:14.044385 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.086648 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks [] for router_gateway (47944266-086e-440b-afa0-0229c9f9a3b1), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.275541 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks [] for router_gateway (47944266-086e-440b-afa0-0229c9f9a3b1), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.286111 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Allocated IP 172.20.0.2 (dd2a048a-4d6d-437c-a901-a1285e213d66/84ead387-ff92-47bc-8bfc-08fdbc162b01/158b0791-5f36-4886-b053-666331c3513e) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:59:14.294040 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.314369 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Publish callbacks [] for port (c064272c-b13a-42ae-9056-c32e50b4c135), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.333005 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.411280 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Allocated IP 172.27.1.82 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/1b310d0d-0803-4b3b-9de0-54123f8f8965) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:59:14.424105 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba50a0-3355-412c-8f21-a90834f9a0a1 None None] Pushing event updated for resources: {'Port': ['ID=c064272c-b13a-42ae-9056-c32e50b4c135,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:14.524050 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 9165d124-53e6-46f0-aa20-9688e3492489 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:14.551363 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks [] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.573909 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Attempting to bind port c064272c-b13a-42ae-9056-c32e50b4c135 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:59:14.574283 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Attempting to bind port c064272c-b13a-42ae-9056-c32e50b4c135 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:59:14.574756 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Attempting to bind port c064272c-b13a-42ae-9056-c32e50b4c135 on network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:59:14.588541 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.597541 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:59:14.598001 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Checking segment: {'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:59:14.598590 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.598993 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Bound using segment: {'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:59:14.599472 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Bound port: c064272c-b13a-42ae-9056-c32e50b4c135, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:59:14.599853 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.618323 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Publish callbacks [] for port (158b0791-5f36-4886-b053-666331c3513e), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.628275 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:59:14.631411 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:14.638397 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:59:14.644245 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b310d0d-0803-4b3b-9de0-54123f8f8965,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:14.648829 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (158b0791-5f36-4886-b053-666331c3513e), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.694907 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 9165d124-53e6-46f0-aa20-9688e3492489 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:14.695199 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (9165d124-53e6-46f0-aa20-9688e3492489), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.704456 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d4ccf2fc-0e63-4aaf-b573-47f4e51b33ba None None] Provisioning complete for port c064272c-b13a-42ae-9056-c32e50b4c135 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:14.704816 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf2fc-0e63-4aaf-b573-47f4e51b33ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.895986 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Network dd2a048a-4d6d-437c-a901-a1285e213d66 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:59:14.898504 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks [] for router_gateway (47944266-086e-440b-afa0-0229c9f9a3b1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:14.920184 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:14.926218 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Pushing event updated for resources: {'Port': ['ID=158b0791-5f36-4886-b053-666331c3513e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:14.929966 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:59:14.941593 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] For port c064272c-b13a-42ae-9056-c32e50b4c135, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:59:14.976852 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] For port c064272c-b13a-42ae-9056-c32e50b4c135, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=c064272c-b13a-42ae-9056-c32e50b4c135,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:59:14.982496 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccf2fc-0e63-4aaf-b573-47f4e51b33ba None None] Port c064272c-b13a-42ae-9056-c32e50b4c135 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:59:15.002072 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27320141-ed0d-4611-9ec9-3ab027c4f083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:15.010761 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:15.111422 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Attempting to bind port 158b0791-5f36-4886-b053-666331c3513e on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:59:15.111422 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Attempting to bind port 158b0791-5f36-4886-b053-666331c3513e by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'd952ca4d-4442-40c4-8736-3c0005e710e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:59:15.111422 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Attempting to bind port 158b0791-5f36-4886-b053-666331c3513e on network dd2a048a-4d6d-437c-a901-a1285e213d66 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:59:15.129566 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (47944266-086e-440b-afa0-0229c9f9a3b1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:15.142258 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:59:15.142640 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Checking segment: {'id': 'd952ca4d-4442-40c4-8736-3c0005e710e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:59:15.143051 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:15.143451 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Bound using segment: {'id': 'd952ca4d-4442-40c4-8736-3c0005e710e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:59:15.143944 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Bound port: 158b0791-5f36-4886-b053-666331c3513e, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd952ca4d-4442-40c4-8736-3c0005e710e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:59:15.144331 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (158b0791-5f36-4886-b053-666331c3513e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:15.148797 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 9165d124-53e6-46f0-aa20-9688e3492489 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:15.160846 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Routers {'31d12fb0-7621-46de-851f-101388998ba0'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:59:15.161605 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['31d12fb0-7621-46de-851f-101388998ba0'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:15.170432 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba50a0-3355-412c-8f21-a90834f9a0a1 None None] Pushing event updated for resources: {'Port': ['ID=c064272c-b13a-42ae-9056-c32e50b4c135,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:15.298706 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Router 47944266-086e-440b-afa0-0229c9f9a3b1 is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 14:59:15.316797 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] For port 158b0791-5f36-4886-b053-666331c3513e, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:59:15.337865 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] For port 158b0791-5f36-4886-b053-666331c3513e, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=158b0791-5f36-4886-b053-666331c3513e,segment=NetworkSegment(d952ca4d-4442-40c4-8736-3c0005e710e0),segment_id=d952ca4d-4442-40c4-8736-3c0005e710e0)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:59:15.350236 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (158b0791-5f36-4886-b053-666331c3513e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:15.360436 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] Set router 31d12fb0-7621-46de-851f-101388998ba0 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:59:15.389109 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f02d5-5ee9-4ff7-834a-a18123b6d55d req-bfe95833-9f27-467e-b97e-94d44cbf7805 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:15.391317 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-764f02d5-5ee9-4ff7-834a-a18123b6d55d req-bfe95833-9f27-467e-b97e-94d44cbf7805 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0509205 May 05 14:59:15.443100 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:59:15.457562 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-4e791b13-5ce0-4366-aa5a-2b423ac455a8 None None] Provisioning complete for port c064272c-b13a-42ae-9056-c32e50b4c135 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:15.457847 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Sync routers for ids ['47944266-086e-440b-afa0-0229c9f9a3b1'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:59:15.458269 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e791b13-5ce0-4366-aa5a-2b423ac455a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:15.471221 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-764f02d5-5ee9-4ff7-834a-a18123b6d55d req-8b677a06-0180-473b-9d93-cf38185a8e90 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721207 May 05 14:59:15.484752 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Routers {'47944266-086e-440b-afa0-0229c9f9a3b1'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:59:15.485374 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['47944266-086e-440b-afa0-0229c9f9a3b1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:15.499239 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:15.504138 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c09ba083-7b8b-4fee-bab2-c7d9cab636b3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6406462 May 05 14:59:15.504551 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55160) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:15.548662 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc246e14-fbeb-45cc-97d9-08aee6c5d3ec None None] Pushing event updated for resources: {'Port': ['ID=158b0791-5f36-4886-b053-666331c3513e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:15.617872 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Set router 47944266-086e-440b-afa0-0229c9f9a3b1 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:59:15.674755 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4e791b13-5ce0-4366-aa5a-2b423ac455a8 None None] Current status of the port c064272c-b13a-42ae-9056-c32e50b4c135 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:15.675306 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e791b13-5ce0-4366-aa5a-2b423ac455a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:15.746540 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-4e791b13-5ce0-4366-aa5a-2b423ac455a8 None None] For port c064272c-b13a-42ae-9056-c32e50b4c135, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=c064272c-b13a-42ae-9056-c32e50b4c135,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:15.777426 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4e791b13-5ce0-4366-aa5a-2b423ac455a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:15.804249 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'c064272c-b13a-42ae-9056-c32e50b4c135', 'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'mac_address': 'fa:16:3e:ad:72:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:11Z', 'updated_at': '2022-05-05T14:59:14Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'subnets': [{'id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:15.856459 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af06bb-ebaa-41a7-a383-ed0b136af33a None None] The sync data for ids ['31d12fb0-7621-46de-851f-101388998ba0'] in dv-cinder-839426-6-iscsi is: [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'c064272c-b13a-42ae-9056-c32e50b4c135', 'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'mac_address': 'fa:16:3e:ad:72:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:11Z', 'updated_at': '2022-05-05T14:59:14Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'subnets': [{'id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:59:15.885730 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e791b13-5ce0-4366-aa5a-2b423ac455a8 None None] Pushing event updated for resources: {'Port': ['ID=c064272c-b13a-42ae-9056-c32e50b4c135,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:15.956382 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'name': 'tempest-TestShelveInstance-431622081-router', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:13Z', 'updated_at': '2022-05-05T14:59:14Z', 'revision_number': 3, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'gw_port': {'id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:14Z', 'updated_at': '2022-05-05T14:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:15.986232 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Checking router: 47944266-086e-440b-afa0-0229c9f9a3b1 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:59:15.986726 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Updating router 47944266-086e-440b-afa0-0229c9f9a3b1 port 1b310d0d-0803-4b3b-9de0-54123f8f8965 binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:59:16.019580 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.028676 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.204674 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Allocated IP 172.20.0.1 (dd2a048a-4d6d-437c-a901-a1285e213d66/84ead387-ff92-47bc-8bfc-08fdbc162b01/d1b882fb-f159-4af9-897b-c67886e1e7ce) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:59:16.235622 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.290910 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Publish callbacks [] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.299039 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.330327 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Publish callbacks [] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.370519 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.374776 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Attempting to bind port 1b310d0d-0803-4b3b-9de0-54123f8f8965 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:59:16.375520 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Attempting to bind port 1b310d0d-0803-4b3b-9de0-54123f8f8965 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:59:16.376094 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Attempting to bind port 1b310d0d-0803-4b3b-9de0-54123f8f8965 on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:59:16.383190 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3d712-2694-45c0-98cf-b9e3f5d7e418 None None] Pushing event updated for resources: {'Port': ['ID=1b310d0d-0803-4b3b-9de0-54123f8f8965,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:16.388165 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:59:16.389148 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:59:16.389758 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.390431 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:59:16.391127 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Bound port: 1b310d0d-0803-4b3b-9de0-54123f8f8965, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:59:16.391745 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.410782 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Network dd2a048a-4d6d-437c-a901-a1285e213d66 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:59:16.413702 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:16.418343 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:59:16.462235 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] For port 1b310d0d-0803-4b3b-9de0-54123f8f8965, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:59:16.468831 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] For port 1b310d0d-0803-4b3b-9de0-54123f8f8965, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=1b310d0d-0803-4b3b-9de0-54123f8f8965,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:59:16.481733 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.482764 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b882fb-f159-4af9-897b-c67886e1e7ce,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:16.504776 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (47944266-086e-440b-afa0-0229c9f9a3b1), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.576678 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3d712-2694-45c0-98cf-b9e3f5d7e418 None None] Pushing event updated for resources: {'Port': ['ID=1b310d0d-0803-4b3b-9de0-54123f8f8965,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:16.591105 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Routers {'47944266-086e-440b-afa0-0229c9f9a3b1'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:59:16.592157 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['47944266-086e-440b-afa0-0229c9f9a3b1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:16.667242 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82879efa-4421-4585-be2e-6e2ea72467c9 None None] Network dd2a048a-4d6d-437c-a901-a1285e213d66 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 14:59:16.705940 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd38c0f-3e53-4241-a385-1dbc55fd43d5 req-d91c6b1b-bacd-47a0-850f-9e2bec148901 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:16.715379 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6fd38c0f-3e53-4241-a385-1dbc55fd43d5 req-d91c6b1b-bacd-47a0-850f-9e2bec148901 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.1057384 May 05 14:59:16.735355 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.776846 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6fd38c0f-3e53-4241-a385-1dbc55fd43d5 req-b61840a5-a1c3-4f86-907b-6ffd68bb02d8 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604787 May 05 14:59:16.796256 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 158b0791-5f36-4886-b053-666331c3513e up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:16.797978 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] Set router 47944266-086e-440b-afa0-0229c9f9a3b1 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:59:16.849488 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-ec1561fe-9b3c-4fa0-91e5-72fb7c6c749d None None] Provisioning complete for port 158b0791-5f36-4886-b053-666331c3513e triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:16.849878 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec1561fe-9b3c-4fa0-91e5-72fb7c6c749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (158b0791-5f36-4886-b053-666331c3513e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:16.942375 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 158b0791-5f36-4886-b053-666331c3513e triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:16.942756 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (158b0791-5f36-4886-b053-666331c3513e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.027020 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'name': 'tempest-TestShelveInstance-431622081-router', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:13Z', 'updated_at': '2022-05-05T14:59:14Z', 'revision_number': 3, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'gw_port': {'id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:14Z', 'updated_at': '2022-05-05T14:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:17.042286 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ec1561fe-9b3c-4fa0-91e5-72fb7c6c749d None None] Current status of the port 158b0791-5f36-4886-b053-666331c3513e is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:17.043102 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec1561fe-9b3c-4fa0-91e5-72fb7c6c749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (158b0791-5f36-4886-b053-666331c3513e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.079008 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7711bed-5e49-407a-9924-f4d7cb16bb03 None None] The sync data for ids ['47944266-086e-440b-afa0-0229c9f9a3b1'] in dv-cinder-839426-6-iscsi is: [{'id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'name': 'tempest-TestShelveInstance-431622081-router', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:13Z', 'updated_at': '2022-05-05T14:59:14Z', 'revision_number': 3, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'gw_port': {'id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:14Z', 'updated_at': '2022-05-05T14:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:59:17.095209 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-ec1561fe-9b3c-4fa0-91e5-72fb7c6c749d None None] For port 158b0791-5f36-4886-b053-666331c3513e, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=158b0791-5f36-4886-b053-666331c3513e,segment=NetworkSegment(d952ca4d-4442-40c4-8736-3c0005e710e0),segment_id=d952ca4d-4442-40c4-8736-3c0005e710e0)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:17.122556 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec1561fe-9b3c-4fa0-91e5-72fb7c6c749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (158b0791-5f36-4886-b053-666331c3513e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.146858 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:59:17.178868 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 158b0791-5f36-4886-b053-666331c3513e is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:17.179261 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (158b0791-5f36-4886-b053-666331c3513e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.217203 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1561fe-9b3c-4fa0-91e5-72fb7c6c749d None None] Pushing event updated for resources: {'Port': ['ID=158b0791-5f36-4886-b053-666331c3513e,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:17.275841 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d34f1880-dc45-4bee-aa94-8acd33ea9bb3 None None] Provisioning complete for port d1b882fb-f159-4af9-897b-c67886e1e7ce triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:17.276444 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d34f1880-dc45-4bee-aa94-8acd33ea9bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.277784 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Publish callbacks [] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.280610 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.db.api [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 14:59:17.280881 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG oslo_db.api [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 14:59:17.283950 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.318989 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d34f1880-dc45-4bee-aa94-8acd33ea9bb3 None None] Port d1b882fb-f159-4af9-897b-c67886e1e7ce cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:59:17.328514 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d34f1880-dc45-4bee-aa94-8acd33ea9bb3 None None] Provisioning complete for port 158b0791-5f36-4886-b053-666331c3513e triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:17.329091 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d34f1880-dc45-4bee-aa94-8acd33ea9bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (158b0791-5f36-4886-b053-666331c3513e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.364957 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b882fb-f159-4af9-897b-c67886e1e7ce,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:17.368828 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (47944266-086e-440b-afa0-0229c9f9a3b1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.422735 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d34f1880-dc45-4bee-aa94-8acd33ea9bb3 None None] Current status of the port 158b0791-5f36-4886-b053-666331c3513e is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:17.476252 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Network dd2a048a-4d6d-437c-a901-a1285e213d66 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:59:17.477794 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:17.538732 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-2fb3df30-7266-4491-8b04-685bdf40cc77 None None] Provisioning complete for port d1b882fb-f159-4af9-897b-c67886e1e7ce triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:17.539098 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2fb3df30-7266-4491-8b04-685bdf40cc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.579623 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3df30-7266-4491-8b04-685bdf40cc77 None None] Port d1b882fb-f159-4af9-897b-c67886e1e7ce cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:59:17.626947 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Router 47944266-086e-440b-afa0-0229c9f9a3b1 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:59:17.649239 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.764897 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:59:17.770471 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9dc27a0d-fe76-439b-abe7-0adb9f219840 admin admin] 10.222.0.48 "PUT /v2.0/routers/47944266-086e-440b-afa0-0229c9f9a3b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2648587 May 05 14:59:17.846783 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-6c4d6542-7245-45cd-bf59-042fff815740 None None] Provisioning complete for port d1b882fb-f159-4af9-897b-c67886e1e7ce triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:17.847159 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6542-7245-45cd-bf59-042fff815740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.856720 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 158b0791-5f36-4886-b053-666331c3513e is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:17.857776 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device c064272c-b13a-42ae-9056-c32e50b4c135 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:17.920316 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d6542-7245-45cd-bf59-042fff815740 None None] Port d1b882fb-f159-4af9-897b-c67886e1e7ce cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:59:17.936533 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port c064272c-b13a-42ae-9056-c32e50b4c135 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:17.937391 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:17.941311 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7a763-dd80-4125-8a32-9ffafc85d262 req-3eca17e4-05c6-4612-a408-3a0d043a2d7b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:17.943056 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-28e7a763-dd80-4125-8a32-9ffafc85d262 req-3eca17e4-05c6-4612-a408-3a0d043a2d7b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0665495 May 05 14:59:18.000307 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-28e7a763-dd80-4125-8a32-9ffafc85d262 req-15a3fb1e-5c6a-4705-87ba-f7c23f0fd573 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502698 May 05 14:59:18.052010 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port c064272c-b13a-42ae-9056-c32e50b4c135 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:18.411443 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55172) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:18.419810 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-c099a1a0-94af-4376-92f0-964af1dbce57 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695955947', 'description': 'tempest-secgroup-smoke-695955947 description', 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:18.446952 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c099a1a0-94af-4376-92f0-964af1dbce57 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.515940 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c099a1a0-94af-4376-92f0-964af1dbce57 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group (2b62f4b3-633d-4e3b-afbe-83499b2911dd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.519587 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c099a1a0-94af-4376-92f0-964af1dbce57 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (2b62f4b3-633d-4e3b-afbe-83499b2911dd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.533379 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 158b0791-5f36-4886-b053-666331c3513e up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:18.554111 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c099a1a0-94af-4376-92f0-964af1dbce57 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.555350 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c099a1a0-94af-4376-92f0-964af1dbce57 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1428065 May 05 14:59:18.556558 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099a1a0-94af-4376-92f0-964af1dbce57 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b62f4b3-633d-4e3b-afbe-83499b2911dd,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:18.558402 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55174) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:18.563358 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9fdd61d7-ce4e-4cfa-b026-6de0a517f331 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Request body: {'security_group_rule': {'security_group_id': '2b62f4b3-633d-4e3b-afbe-83499b2911dd', 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:18.584410 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 158b0791-5f36-4886-b053-666331c3513e triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:18.584802 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (158b0791-5f36-4886-b053-666331c3513e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.591266 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fdd61d7-ce4e-4cfa-b026-6de0a517f331 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (c42cc30e-bbf2-4627-a8d7-5b61a7fed34d), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.647785 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fdd61d7-ce4e-4cfa-b026-6de0a517f331 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (c42cc30e-bbf2-4627-a8d7-5b61a7fed34d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.652842 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fdd61d7-ce4e-4cfa-b026-6de0a517f331 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (c42cc30e-bbf2-4627-a8d7-5b61a7fed34d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.666021 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 158b0791-5f36-4886-b053-666331c3513e is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:18.667069 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 1b310d0d-0803-4b3b-9de0-54123f8f8965 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:18.669748 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd61d7-ce4e-4cfa-b026-6de0a517f331 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42cc30e-bbf2-4627-a8d7-5b61a7fed34d,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:18.679372 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fdd61d7-ce4e-4cfa-b026-6de0a517f331 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.680556 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9fdd61d7-ce4e-4cfa-b026-6de0a517f331 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208842 May 05 14:59:18.683358 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55176) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:18.687920 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-1f60cb77-5672-463e-8aee-da9db28932ca tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Request body: {'security_group_rule': {'security_group_id': '2b62f4b3-633d-4e3b-afbe-83499b2911dd', 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:18.713779 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 1b310d0d-0803-4b3b-9de0-54123f8f8965 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:18.713983 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1f60cb77-5672-463e-8aee-da9db28932ca tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (fb9d2938-5c26-49c1-aa2b-13c88c92ce51), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.714159 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.786960 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1f60cb77-5672-463e-8aee-da9db28932ca tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (fb9d2938-5c26-49c1-aa2b-13c88c92ce51), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.792421 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1f60cb77-5672-463e-8aee-da9db28932ca tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (fb9d2938-5c26-49c1-aa2b-13c88c92ce51), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.813633 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60cb77-5672-463e-8aee-da9db28932ca tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9d2938-5c26-49c1-aa2b-13c88c92ce51,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:18.817377 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 1b310d0d-0803-4b3b-9de0-54123f8f8965 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:18.818255 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.819322 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1f60cb77-5672-463e-8aee-da9db28932ca tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.821714 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1f60cb77-5672-463e-8aee-da9db28932ca tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362457 May 05 14:59:18.824372 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55180) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:18.830261 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-7c6cbeeb-feef-485a-a360-485c929a6f32 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Request body: {'security_group_rule': {'security_group_id': '2b62f4b3-633d-4e3b-afbe-83499b2911dd', 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:18.845689 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 1b310d0d-0803-4b3b-9de0-54123f8f8965, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=1b310d0d-0803-4b3b-9de0-54123f8f8965,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:18.851540 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.861607 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbeeb-feef-485a-a360-485c929a6f32 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (55798026-f3b2-46cb-8720-36d887181a26), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.902791 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=1b310d0d-0803-4b3b-9de0-54123f8f8965,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:18.927634 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbeeb-feef-485a-a360-485c929a6f32 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (55798026-f3b2-46cb-8720-36d887181a26), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.932816 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbeeb-feef-485a-a360-485c929a6f32 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (55798026-f3b2-46cb-8720-36d887181a26), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.953608 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.955450 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cbeeb-feef-485a-a360-485c929a6f32 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55798026-f3b2-46cb-8720-36d887181a26,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:18.963587 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbeeb-feef-485a-a360-485c929a6f32 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:18.966103 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7c6cbeeb-feef-485a-a360-485c929a6f32 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404722 May 05 14:59:18.967702 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55182) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:18.972579 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5afa278f-4247-4bb5-8710-47d7648c9785 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Request body: {'security_group_rule': {'security_group_id': '2b62f4b3-633d-4e3b-afbe-83499b2911dd', 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:19.000896 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5afa278f-4247-4bb5-8710-47d7648c9785 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (d7326c96-297d-4f94-99f2-0fa3caab5566), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.066504 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5afa278f-4247-4bb5-8710-47d7648c9785 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (d7326c96-297d-4f94-99f2-0fa3caab5566), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.070623 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5afa278f-4247-4bb5-8710-47d7648c9785 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (d7326c96-297d-4f94-99f2-0fa3caab5566), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.090338 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa278f-4247-4bb5-8710-47d7648c9785 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7326c96-297d-4f94-99f2-0fa3caab5566,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:19.097182 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5afa278f-4247-4bb5-8710-47d7648c9785 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.098389 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5afa278f-4247-4bb5-8710-47d7648c9785 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296978 May 05 14:59:19.101151 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55186) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:19.106366 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0d8f6948-2aec-4c26-bf9b-f1d4467de983 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Request body: {'security_group_rule': {'security_group_id': '2b62f4b3-633d-4e3b-afbe-83499b2911dd', 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:19.127487 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-0d8f6948-2aec-4c26-bf9b-f1d4467de983 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Project 00847662f3c54b2a81e47a0bcd5c3a08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 14:59:19.134064 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d8f6948-2aec-4c26-bf9b-f1d4467de983 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (d9869c0e-a73d-4f3d-a3c5-5708f315e431), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.140324 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23c134-cf01-40ca-afb2-3def31ef8c06 req-b44a5ec0-ffcb-49b1-8203-56ff205c0aaa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:19.141999 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ca23c134-cf01-40ca-afb2-3def31ef8c06 req-b44a5ec0-ffcb-49b1-8203-56ff205c0aaa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0528903 May 05 14:59:19.192984 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ca23c134-cf01-40ca-afb2-3def31ef8c06 req-4e7ebb3a-7cbc-412f-a2e8-89ddd690e28b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441117 May 05 14:59:19.196447 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d8f6948-2aec-4c26-bf9b-f1d4467de983 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (d9869c0e-a73d-4f3d-a3c5-5708f315e431), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.201838 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d8f6948-2aec-4c26-bf9b-f1d4467de983 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (d9869c0e-a73d-4f3d-a3c5-5708f315e431), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.221002 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f6948-2aec-4c26-bf9b-f1d4467de983 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9869c0e-a73d-4f3d-a3c5-5708f315e431,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:19.229618 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d8f6948-2aec-4c26-bf9b-f1d4467de983 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.230871 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0d8f6948-2aec-4c26-bf9b-f1d4467de983 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287632 May 05 14:59:19.233582 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55188) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:19.237885 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-96ef7f69-9968-488f-a62d-0c32c553776f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Request body: {'security_group_rule': {'security_group_id': '2b62f4b3-633d-4e3b-afbe-83499b2911dd', 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:19.257279 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-96ef7f69-9968-488f-a62d-0c32c553776f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Project 00847662f3c54b2a81e47a0bcd5c3a08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 14:59:19.263350 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96ef7f69-9968-488f-a62d-0c32c553776f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (4bc0c40d-ca09-463d-b7f0-f15521b0bbb4), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.304368 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Sync routers for ids ['47944266-086e-440b-afa0-0229c9f9a3b1'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:59:19.317902 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Routers {'47944266-086e-440b-afa0-0229c9f9a3b1'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:59:19.318626 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['47944266-086e-440b-afa0-0229c9f9a3b1'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:19.330036 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96ef7f69-9968-488f-a62d-0c32c553776f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (4bc0c40d-ca09-463d-b7f0-f15521b0bbb4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.334727 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96ef7f69-9968-488f-a62d-0c32c553776f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (4bc0c40d-ca09-463d-b7f0-f15521b0bbb4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.352202 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef7f69-9968-488f-a62d-0c32c553776f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc0c40d-ca09-463d-b7f0-f15521b0bbb4,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:19.360612 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96ef7f69-9968-488f-a62d-0c32c553776f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:19.361828 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-96ef7f69-9968-488f-a62d-0c32c553776f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272707 May 05 14:59:19.559650 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Set router 47944266-086e-440b-afa0-0229c9f9a3b1 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:59:19.751797 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'name': 'tempest-TestShelveInstance-431622081-router', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:13Z', 'updated_at': '2022-05-05T14:59:16Z', 'revision_number': 4, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'gw_port': {'id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:14Z', 'updated_at': '2022-05-05T14:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'd1b882fb-f159-4af9-897b-c67886e1e7ce', 'name': '', 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'mac_address': 'fa:16:3e:44:54:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '84ead387-ff92-47bc-8bfc-08fdbc162b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:16Z', 'updated_at': '2022-05-05T14:59:16Z', 'revision_number': 2, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'subnets': [{'id': '84ead387-ff92-47bc-8bfc-08fdbc162b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:19.785208 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Checking router: 47944266-086e-440b-afa0-0229c9f9a3b1 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:59:19.785572 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Updating router 47944266-086e-440b-afa0-0229c9f9a3b1 port d1b882fb-f159-4af9-897b-c67886e1e7ce binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 14:59:19.819509 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.083306 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Publish callbacks [] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.089016 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.142814 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c69fd-f3bb-43ec-8984-93243ee5c6ed None None] Pushing event updated for resources: {'Port': ['ID=d1b882fb-f159-4af9-897b-c67886e1e7ce,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:20.195540 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Attempting to bind port d1b882fb-f159-4af9-897b-c67886e1e7ce on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:59:20.195910 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Attempting to bind port d1b882fb-f159-4af9-897b-c67886e1e7ce by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'd952ca4d-4442-40c4-8736-3c0005e710e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:59:20.196266 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Attempting to bind port d1b882fb-f159-4af9-897b-c67886e1e7ce on network dd2a048a-4d6d-437c-a901-a1285e213d66 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:59:20.202924 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:59:20.203300 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Checking segment: {'id': 'd952ca4d-4442-40c4-8736-3c0005e710e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:59:20.203699 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.204084 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Bound using segment: {'id': 'd952ca4d-4442-40c4-8736-3c0005e710e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:59:20.204548 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Bound port: d1b882fb-f159-4af9-897b-c67886e1e7ce, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd952ca4d-4442-40c4-8736-3c0005e710e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:59:20.204923 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.285935 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] For port d1b882fb-f159-4af9-897b-c67886e1e7ce, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:59:20.292698 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] For port d1b882fb-f159-4af9-897b-c67886e1e7ce, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=d1b882fb-f159-4af9-897b-c67886e1e7ce,segment=NetworkSegment(d952ca4d-4442-40c4-8736-3c0005e710e0),segment_id=d952ca4d-4442-40c4-8736-3c0005e710e0)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:59:20.303218 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.337305 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1910b-f1c2-4b30-a277-7d81358a7f44 req-6c6b0e6b-6348-4be2-921f-167dce4532a5 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:20.339065 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ee1910b-f1c2-4b30-a277-7d81358a7f44 req-6c6b0e6b-6348-4be2-921f-167dce4532a5 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0500925 May 05 14:59:20.377081 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Routers {'47944266-086e-440b-afa0-0229c9f9a3b1'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:59:20.377735 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['47944266-086e-440b-afa0-0229c9f9a3b1'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:20.379567 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-01860b12-0d45-4708-98a3-04fd51046087 None None] Provisioning complete for port d1b882fb-f159-4af9-897b-c67886e1e7ce triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:20.379938 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01860b12-0d45-4708-98a3-04fd51046087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.403409 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ee1910b-f1c2-4b30-a277-7d81358a7f44 req-def88d87-3e6c-4449-8068-02b648a34e7b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546358 May 05 14:59:20.447671 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c69fd-f3bb-43ec-8984-93243ee5c6ed None None] Pushing event updated for resources: {'Port': ['ID=d1b882fb-f159-4af9-897b-c67886e1e7ce,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:20.522336 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 1b310d0d-0803-4b3b-9de0-54123f8f8965 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:20.602780 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] Set router 47944266-086e-440b-afa0-0229c9f9a3b1 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:59:20.655127 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-01860b12-0d45-4708-98a3-04fd51046087 None None] Current status of the port d1b882fb-f159-4af9-897b-c67886e1e7ce is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:20.655507 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01860b12-0d45-4708-98a3-04fd51046087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.720402 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 1b310d0d-0803-4b3b-9de0-54123f8f8965 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:20.720887 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.779322 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-01860b12-0d45-4708-98a3-04fd51046087 None None] For port d1b882fb-f159-4af9-897b-c67886e1e7ce, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=d1b882fb-f159-4af9-897b-c67886e1e7ce,segment=NetworkSegment(d952ca4d-4442-40c4-8736-3c0005e710e0),segment_id=d952ca4d-4442-40c4-8736-3c0005e710e0)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:20.817712 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01860b12-0d45-4708-98a3-04fd51046087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.943786 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01860b12-0d45-4708-98a3-04fd51046087 None None] Pushing event updated for resources: {'Port': ['ID=d1b882fb-f159-4af9-897b-c67886e1e7ce,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:20.973059 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-6f63a791-a805-4d01-bbf8-4fe6f16fc360 None None] Provisioning complete for port d1b882fb-f159-4af9-897b-c67886e1e7ce triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:20.973434 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f63a791-a805-4d01-bbf8-4fe6f16fc360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:20.976478 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 1b310d0d-0803-4b3b-9de0-54123f8f8965 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:20.998755 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'name': 'tempest-TestShelveInstance-431622081-router', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:13Z', 'updated_at': '2022-05-05T14:59:16Z', 'revision_number': 4, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'gw_port': {'id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:14Z', 'updated_at': '2022-05-05T14:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'd1b882fb-f159-4af9-897b-c67886e1e7ce', 'name': '', 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'mac_address': 'fa:16:3e:44:54:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '84ead387-ff92-47bc-8bfc-08fdbc162b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:16Z', 'updated_at': '2022-05-05T14:59:20Z', 'revision_number': 4, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'subnets': [{'id': '84ead387-ff92-47bc-8bfc-08fdbc162b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:21.033926 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1216fbd-ae7b-4a8f-96a3-c88bebc2adf0 None None] The sync data for ids ['47944266-086e-440b-afa0-0229c9f9a3b1'] in dv-cinder-839426-6-iscsi is: [{'id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'name': 'tempest-TestShelveInstance-431622081-router', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:13Z', 'updated_at': '2022-05-05T14:59:16Z', 'revision_number': 4, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'gw_port': {'id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:14Z', 'updated_at': '2022-05-05T14:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'd1b882fb-f159-4af9-897b-c67886e1e7ce', 'name': '', 'network_id': 'dd2a048a-4d6d-437c-a901-a1285e213d66', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'mac_address': 'fa:16:3e:44:54:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '84ead387-ff92-47bc-8bfc-08fdbc162b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:16Z', 'updated_at': '2022-05-05T14:59:20Z', 'revision_number': 4, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'subnets': [{'id': '84ead387-ff92-47bc-8bfc-08fdbc162b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:59:21.098665 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6f63a791-a805-4d01-bbf8-4fe6f16fc360 None None] Current status of the port d1b882fb-f159-4af9-897b-c67886e1e7ce is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:21.525904 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34c41-ece1-4b49-933e-dc6a3d4ee9e6 req-06dade0a-2e36-498c-9588-acf41bb52f54 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:21.527386 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-04d34c41-ece1-4b49-933e-dc6a3d4ee9e6 req-06dade0a-2e36-498c-9588-acf41bb52f54 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0465178 May 05 14:59:21.578313 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-04d34c41-ece1-4b49-933e-dc6a3d4ee9e6 req-d722de91-52b6-49bf-b69a-8c227b5e52d4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422897 May 05 14:59:22.472748 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device d1b882fb-f159-4af9-897b-c67886e1e7ce up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:22.522948 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port d1b882fb-f159-4af9-897b-c67886e1e7ce triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:22.523313 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:22.608949 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port d1b882fb-f159-4af9-897b-c67886e1e7ce is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:22.707914 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efec34-2334-4ea2-bd3a-c48af38b5b1f req-a1a4f872-f82f-46ac-a486-b69c6055e37a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:22.709397 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a7efec34-2334-4ea2-bd3a-c48af38b5b1f req-a1a4f872-f82f-46ac-a486-b69c6055e37a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0567336 May 05 14:59:22.756143 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a7efec34-2334-4ea2-bd3a-c48af38b5b1f req-840f0e3e-014c-4102-8b94-28f41823d870 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410373 May 05 14:59:23.873587 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e344-d8cd-4437-864f-e74a492d797f req-56ba7fc9-bc39-4df8-b06a-a68908a465e9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:23.875103 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c12e344-d8cd-4437-864f-e74a492d797f req-56ba7fc9-bc39-4df8-b06a-a68908a465e9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0476124 May 05 14:59:23.923424 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c12e344-d8cd-4437-864f-e74a492d797f req-0ee0434d-0c0a-465d-96f3-7e4c185ee6d2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426710 May 05 14:59:25.056882 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af927282-c76d-4b2b-8130-28fffb1dd369 req-dfe83488-4ec5-48d6-a25d-f3b347516dca tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:25.057984 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af927282-c76d-4b2b-8130-28fffb1dd369 req-dfe83488-4ec5-48d6-a25d-f3b347516dca tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0577993 May 05 14:59:25.112164 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af927282-c76d-4b2b-8130-28fffb1dd369 req-542a22ad-23a5-49c6-8bd6-d4076656415c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474288 May 05 14:59:26.236627 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356d981-4228-4cef-bb74-275f84c84778 req-448974fd-972d-4704-93b2-f9b761869f9b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:26.238172 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1356d981-4228-4cef-bb74-275f84c84778 req-448974fd-972d-4704-93b2-f9b761869f9b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0476673 May 05 14:59:26.285132 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1356d981-4228-4cef-bb74-275f84c84778 req-e116a586-feb2-4323-b6cb-c5fb80805b55 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414727 May 05 14:59:27.405943 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019abca-3fde-4357-abe7-27dc33b92357 req-38f4930a-117a-4c3d-9211-35197e3bd460 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:27.407400 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d019abca-3fde-4357-abe7-27dc33b92357 req-38f4930a-117a-4c3d-9211-35197e3bd460 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0485253 May 05 14:59:27.459652 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d019abca-3fde-4357-abe7-27dc33b92357 req-3bd252c8-173f-4980-bfe4-c2b6d4f029d4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466216 May 05 14:59:28.577515 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e57d-685b-4aeb-9278-16ad574d1770 req-aca4120c-d3dd-4b73-9c43-dc6567824fd6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:28.578937 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5fa6e57d-685b-4aeb-9278-16ad574d1770 req-aca4120c-d3dd-4b73-9c43-dc6567824fd6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0480196 May 05 14:59:28.625369 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5fa6e57d-685b-4aeb-9278-16ad574d1770 req-b5dc9a56-8822-4cff-8b91-71fa6ce733d6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408478 May 05 14:59:28.924548 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-14956ece-7d23-4667-8ed4-dc7dc935f567 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380669 May 05 14:59:29.005488 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-8f1cc8fc-5262-4469-ba47-4fbe2d88bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:29.014880 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-8f1cc8fc-5262-4469-ba47-4fbe2d88bbf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 1129 time: 0.0538900 May 05 14:59:29.137577 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-ad5fdf6f-3adc-40f1-afc0-f83233fb24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:29.139056 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-ad5fdf6f-3adc-40f1-afc0-f83233fb24d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.0903163 May 05 14:59:29.180624 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-b38bf9c6-ec5e-41b0-bcda-c3669a824ac3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7070ee0b-3249-45ce-833c-d7fa667ab46f HTTP/1.1" status: 200 len: 217 time: 0.0350742 May 05 14:59:29.238007 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-080f7cb8-12ef-4179-b8a0-f5f28240f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:29.239458 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-080f7cb8-12ef-4179-b8a0-f5f28240f416 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.0479195 May 05 14:59:29.286365 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-1afbbfe7-4539-490e-8ef6-5613c53815d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:29.287853 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-1afbbfe7-4539-490e-8ef6-5613c53815d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397625 May 05 14:59:29.529508 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-5ddd3417-2beb-4b9f-aa9c-b7a56dddcaa5 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881453 May 05 14:59:29.623715 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e8858107-624b-4c61-a54c-122a03e35cc6 req-7402fc18-6ea4-4d88-a869-4872f0acc60c service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850554 May 05 14:59:29.744885 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e4fc0-a6bd-4abc-b50f-00bd90e8cdb5 req-f5539554-6874-4b8b-ba37-06af929e0bf7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:29.746331 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e27e4fc0-a6bd-4abc-b50f-00bd90e8cdb5 req-f5539554-6874-4b8b-ba37-06af929e0bf7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0501592 May 05 14:59:29.798746 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e27e4fc0-a6bd-4abc-b50f-00bd90e8cdb5 req-466962e0-a71c-40b4-8063-c0df4f30e00a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462711 May 05 14:59:29.890903 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:30.922030 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac967d-2636-43ad-9ad4-d12a0edaf366 req-deff9326-7b83-4042-bc78-48979f930287 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:30.923504 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7ac967d-2636-43ad-9ad4-d12a0edaf366 req-deff9326-7b83-4042-bc78-48979f930287 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0501165 May 05 14:59:30.972623 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7ac967d-2636-43ad-9ad4-d12a0edaf366 req-bc649cfc-c7ad-4e45-b1a8-c8df92e86005 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436754 May 05 14:59:32.094015 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de543e5-4cdd-4fce-b41d-f5dc021f3dbe req-641a3dc6-8e55-4172-93ae-84a67310b2d0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:32.095452 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5de543e5-4cdd-4fce-b41d-f5dc021f3dbe req-641a3dc6-8e55-4172-93ae-84a67310b2d0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0468187 May 05 14:59:32.141412 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5de543e5-4cdd-4fce-b41d-f5dc021f3dbe req-3ede19c3-17a2-4028-90ed-bb2e68ad5634 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402768 May 05 14:59:32.666631 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device b483c22d-4756-486d-9c21-1aa45194e39c details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:59:32.764138 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:32.774784 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'port_id': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'mac_address': 'fa:16:3e:64:d1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:59:32.810159 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port b483c22d-4756-486d-9c21-1aa45194e39c is: ACTIVE; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:32.810572 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:32.823858 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b483c22d-4756-486d-9c21-1aa45194e39c {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:59:32.846863 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:32.850721 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:32.896042 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:33.096084 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['b483c22d-4756-486d-9c21-1aa45194e39c'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:59:33.261127 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba482ac-b066-4230-85a9-901672ef1203 req-3c5c3c85-30e7-4259-832a-eff6eaa956e8 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:33.262608 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ba482ac-b066-4230-85a9-901672ef1203 req-3c5c3c85-30e7-4259-832a-eff6eaa956e8 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 944 time: 0.0504160 May 05 14:59:33.309028 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ba482ac-b066-4230-85a9-901672ef1203 req-0aa68e52-359b-44e0-9152-6076df909216 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408154 May 05 14:59:34.440132 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090296e-eea8-4c65-bf22-47a07dc28e07 req-3dbb3cf1-17ce-43fb-b4d4-14a14499f143 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:34.441616 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d090296e-eea8-4c65-bf22-47a07dc28e07 req-3dbb3cf1-17ce-43fb-b4d4-14a14499f143 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 944 time: 0.0582721 May 05 14:59:34.496958 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d090296e-eea8-4c65-bf22-47a07dc28e07 req-6f008147-9542-4bb3-8034-23759d516f0c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 May 05 14:59:34.809941 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device b483c22d-4756-486d-9c21-1aa45194e39c up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:34.866119 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port b483c22d-4756-486d-9c21-1aa45194e39c triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:34.866494 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:34.980078 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port b483c22d-4756-486d-9c21-1aa45194e39c is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:34.980373 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:35.005348 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:59:35.007744 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76124c0-f304-409f-85a7-04d3b92403bd" -d '{"events": [{"server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "name": "network-vif-plugged", "status": "completed", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:59:35.025579 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:35.031266 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:35.057107 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d51c889-0fe0-4c8d-8548-eff802617b4b x-openstack-request-id: req-4d51c889-0fe0-4c8d-8548-eff802617b4b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:59:35.057426 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "name": "network-vif-plugged", "status": "completed", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:59:35.057708 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d51c889-0fe0-4c8d-8548-eff802617b4b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:59:35.058106 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d51c889-0fe0-4c8d-8548-eff802617b4b'] response: {'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'code': 200} May 05 14:59:35.090471 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:35.632398 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaa7f3-bad2-4d24-ae0e-a38fe1f4c9a7 req-aad71107-6834-4b0a-9cda-fd2a29128ae7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:35.633901 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-16eaa7f3-bad2-4d24-ae0e-a38fe1f4c9a7 req-aad71107-6834-4b0a-9cda-fd2a29128ae7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0524261 May 05 14:59:35.685793 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-16eaa7f3-bad2-4d24-ae0e-a38fe1f4c9a7 req-b96a399d-f9ac-466b-a996-abb31116a46e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450373 May 05 14:59:36.794719 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-1e03ad2c-f069-49e7-a66b-37b767bbdaff tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695955947&fields=id&tenant_id=00847662f3c54b2a81e47a0bcd5c3a08 HTTP/1.1" status: 200 len: 267 time: 0.0900049 May 05 14:59:36.857006 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed46c22-cf01-40dc-a492-166aa8c5d8a8 req-10f71d08-8157-4313-9d91-715106f3a0d4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:36.860687 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ed46c22-cf01-40dc-a492-166aa8c5d8a8 req-10f71d08-8157-4313-9d91-715106f3a0d4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0788994 May 05 14:59:36.958499 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ed46c22-cf01-40dc-a492-166aa8c5d8a8 req-512e59de-0334-4fec-8a5c-dd90e4b135d6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927916 May 05 14:59:36.966630 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-6e26d70e-e8ba-45a8-890f-b49ab8bddf5d tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:36.973033 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-6e26d70e-e8ba-45a8-890f-b49ab8bddf5d tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/networks?id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 HTTP/1.1" status: 200 len: 809 time: 0.1623199 May 05 14:59:36.984630 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-5ed901b8-59e8-45a7-bec3-8c737ff86301 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/quotas/00847662f3c54b2a81e47a0bcd5c3a08 HTTP/1.1" status: 200 len: 375 time: 0.0107462 May 05 14:59:37.038359 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-3e6e8999-640d-42b8-ad08-a05959dedd91 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=00847662f3c54b2a81e47a0bcd5c3a08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470910 May 05 14:59:37.150471 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-76bc5b29-259f-44e4-89ff-7af70dcbb87f service neutron] 10.222.0.48 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968363 May 05 14:59:37.254553 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-3a4509fb-8444-4fd1-9fa1-30f07a2bf8ca service neutron] 10.222.0.48 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975831 May 05 14:59:37.563447 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c11e9afe-5956-4acf-909f-e35674ba33e6 req-7d6e92d4-fbea-4cce-8002-df43e5b566e0 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 210 time: 0.0300522 May 05 14:59:38.146653 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91856-4007-4742-afdf-19684f1a2ef3 req-b0398a29-502b-42d8-9abf-47bda70252f2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:38.149280 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42a91856-4007-4742-afdf-19684f1a2ef3 req-b0398a29-502b-42d8-9abf-47bda70252f2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0677044 May 05 14:59:38.207049 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42a91856-4007-4742-afdf-19684f1a2ef3 req-8b098cca-ab8a-49a8-ba86-76ba81a0cf31 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510483 May 05 14:59:38.682002 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-782db069-28c9-46d6-adcd-0365ebf6e1b3 req-8e615a78-aab4-43cf-b12c-bad5b892b1f8 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 210 time: 0.0296257 May 05 14:59:39.280711 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-82c38be0-98bc-40ae-ab73-3fe422660519 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:39.282471 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-82c38be0-98bc-40ae-ab73-3fe422660519 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.25 "GET /v2.0/networks?id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 HTTP/1.1" status: 200 len: 809 time: 0.1655190 May 05 14:59:39.365575 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3706088-8060-4a88-838f-e437a2cb93c7 req-0058960e-cbce-4c51-a5fc-39e618df52ef tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:39.367100 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3706088-8060-4a88-838f-e437a2cb93c7 req-0058960e-cbce-4c51-a5fc-39e618df52ef tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0630910 May 05 14:59:39.441111 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-08dbc254-2062-4904-99da-e8864ebfed5b tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00847662f3c54b2a81e47a0bcd5c3a08 HTTP/1.1" status: 200 len: 379 time: 0.1077421 May 05 14:59:39.454791 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Request body: {'port': {'device_id': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'admin_state_up': True, 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'security_groups': ['2b62f4b3-633d-4e3b-afbe-83499b2911dd']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:39.487059 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3706088-8060-4a88-838f-e437a2cb93c7 req-28154b58-60af-4b9b-a5ef-346b5fb9faf0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134984 May 05 14:59:39.804586 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb39727e-c09f-4da8-837f-c66946c76a05 req-dce694f1-d7a7-480d-a11f-e369758c9f50 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 210 time: 0.0355339 May 05 14:59:39.861208 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Made reservation on behalf of 00847662f3c54b2a81e47a0bcd5c3a08 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 14:59:39.864722 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:40.017803 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Allocated IP 172.20.0.9 (1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2/3f04552d-5b94-48c7-8344-70cbf4cd2c50/5aa9a45d-b3d1-4e99-a783-e4934b28d227) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:59:40.206876 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:40.243739 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:40.286732 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:59:40.289848 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:40.294345 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:59:40.328643 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event updated for resources: {'Port': ['ID=5aa9a45d-b3d1-4e99-a783-e4934b28d227,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:40.344752 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.345114 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.345471 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.345853 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.346254 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.346609 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.346947 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.347281 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.347613 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.347940 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.348315 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.348654 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.348986 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.349311 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.349638 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:40.388757 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:40.389495 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:40.506715 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-7a8ee463-f14d-4174-8d5b-454bdbdfdcee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0563750 May 05 14:59:40.533563 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Request body: {'port': {'device_id': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:40.658375 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-c832aaeb-3fd6-441b-9320-2203a2458c56 None None] Provisioning complete for port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:40.659517 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c832aaeb-3fd6-441b-9320-2203a2458c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:40.675222 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662a57b-ad4e-4123-aeef-0ee9d2c78a42 req-dc2755aa-35b5-40c7-8b1b-4c2081693bfd tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:40.676802 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5662a57b-ad4e-4123-aeef-0ee9d2c78a42 req-dc2755aa-35b5-40c7-8b1b-4c2081693bfd tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0837080 May 05 14:59:40.685339 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:40.706379 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c832aaeb-3fd6-441b-9320-2203a2458c56 None None] Port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 14:59:40.793175 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5662a57b-ad4e-4123-aeef-0ee9d2c78a42 req-50d7a154-e8e4-477d-894d-f1564af5fb1a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960858 May 05 14:59:40.984452 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fca83-55ef-4914-a3f3-9d6948307a08 req-d71a56a7-c6e9-4e07-9969-55ebbd76883a tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:40.992219 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a50fca83-55ef-4914-a3f3-9d6948307a08 req-d71a56a7-c6e9-4e07-9969-55ebbd76883a tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 931 time: 0.0697994 May 05 14:59:41.148564 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a50fca83-55ef-4914-a3f3-9d6948307a08 req-2399547e-85b2-4447-841b-07f0dab9aeaa tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496928 May 05 14:59:41.250154 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa9a45d-b3d1-4e99-a783-e4934b28d227 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:59:41.260810 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Publish callbacks [] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:41.278290 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Transition to ACTIVE for port object 5aa9a45d-b3d1-4e99-a783-e4934b28d227 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 14:59:41.283593 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:41.375112 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa9a45d-b3d1-4e99-a783-e4934b28d227,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:41.448268 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Attempting to bind port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 14:59:41.448614 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Attempting to bind port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 14:59:41.448952 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Attempting to bind port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 on network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:59:41.453893 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 on network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 14:59:41.454231 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Attempting to bind port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 on network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 14:59:41.460916 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 14, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 14:59:41.461256 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Checking segment: {'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 14:59:41.461719 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Bound using segment: {'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 14:59:41.462810 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Bound port: 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b72826-8081-4562-8692-75344f3bead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 14:59:41.463664 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:41.548742 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] For port 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 14:59:41.551999 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] For port 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 14:59:41.562266 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:41.625240 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:41.625872 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:41.627617 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/5aa9a45d-b3d1-4e99-a783-e4934b28d227 HTTP/1.1" status: 200 len: 1093 time: 1.1008213 May 05 14:59:41.627920 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:59:41.630221 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c181f09-6056-47aa-822a-1997b4102a69" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:59:41.654096 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12af41-3ef3-47d0-8fb5-08c12b7d24d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa9a45d-b3d1-4e99-a783-e4934b28d227,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:41.736202 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165259bf-2229-4220-a5fb-1ed4d312151b x-openstack-request-id: req-165259bf-2229-4220-a5fb-1ed4d312151b {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:59:41.737083 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:59:41.738209 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-165259bf-2229-4220-a5fb-1ed4d312151b {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:59:41.738963 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165259bf-2229-4220-a5fb-1ed4d312151b'] response: {'name': 'network-changed', 'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'status': 'completed', 'code': 200} May 05 14:59:41.758131 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-9108fc31-12d5-4cdc-85de-b71ab5a811a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:41.761898 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-9108fc31-12d5-4cdc-85de-b71ab5a811a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00847662f3c54b2a81e47a0bcd5c3a08&device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 1127 time: 0.0631540 May 05 14:59:41.889458 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-80ac4643-e8d3-4d56-927d-4ee5596d59c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227 HTTP/1.1" status: 200 len: 217 time: 0.0575492 May 05 14:59:41.992158 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-9024586f-3fcd-4958-bead-e7ce2a80fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:41.994238 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-9024586f-3fcd-4958-bead-e7ce2a80fc3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f04552d-5b94-48c7-8344-70cbf4cd2c50 HTTP/1.1" status: 200 len: 848 time: 0.0991664 May 05 14:59:42.000262 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8e380-f63f-412d-aaad-517173bdf5cd req-74298212-b558-4a17-bf20-6af001b46100 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:42.002354 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1d8e380-f63f-412d-aaad-517173bdf5cd req-74298212-b558-4a17-bf20-6af001b46100 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0715928 May 05 14:59:42.075099 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-e0f119e1-76b6-4696-9cce-ceae08ef6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:42.076577 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-e0f119e1-76b6-4696-9cce-ceae08ef6735 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602307 May 05 14:59:42.112917 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1d8e380-f63f-412d-aaad-517173bdf5cd req-7c387159-9ba2-468b-8b56-1ef63b87abbf tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040299 May 05 14:59:42.201806 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-517e1d4d-7f09-4f4b-a170-a131bff69369 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085660 May 05 14:59:42.349476 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce95f07-5d97-4b2c-af90-866fd838812f req-050b83ea-0e13-4c51-a6a2-8ef8ed0f9f6a tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:42.351181 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ce95f07-5d97-4b2c-af90-866fd838812f req-050b83ea-0e13-4c51-a6a2-8ef8ed0f9f6a tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0950379 May 05 14:59:42.376938 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0bb9e3d-7a2e-434d-809a-89b9f153a04f req-9ccb79c6-24d1-4fc9-bac1-976f99aec2c8 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576359 May 05 14:59:42.429360 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ce95f07-5d97-4b2c-af90-866fd838812f req-eb7e924b-3043-469d-b8b2-fee03d2aef51 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689313 May 05 14:59:42.534919 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc171-ccd2-4dd1-a187-353fe44536dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:42.846976 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c181f09-6056-47aa-822a-1997b4102a69 req-e28e9e46-46e0-4572-bba3-56dffe74042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:42.848473 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c181f09-6056-47aa-822a-1997b4102a69 req-e28e9e46-46e0-4572-bba3-56dffe74042e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00847662f3c54b2a81e47a0bcd5c3a08&device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 1127 time: 0.0418861 May 05 14:59:42.958467 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c181f09-6056-47aa-822a-1997b4102a69 req-b4a74ab5-6922-4425-9c98-1ce412948924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:42.961679 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c181f09-6056-47aa-822a-1997b4102a69 req-b4a74ab5-6922-4425-9c98-1ce412948924 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 HTTP/1.1" status: 200 len: 910 time: 0.1007311 May 05 14:59:43.006384 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c181f09-6056-47aa-822a-1997b4102a69 req-a2e0e800-dfe2-41b9-872a-5b497f31b7e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227 HTTP/1.1" status: 200 len: 217 time: 0.0374579 May 05 14:59:43.073117 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c181f09-6056-47aa-822a-1997b4102a69 req-91e00993-85d5-4e8f-9805-71f8c37fa9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:43.074611 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c181f09-6056-47aa-822a-1997b4102a69 req-91e00993-85d5-4e8f-9805-71f8c37fa9e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f04552d-5b94-48c7-8344-70cbf4cd2c50 HTTP/1.1" status: 200 len: 848 time: 0.0522766 May 05 14:59:43.129754 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c181f09-6056-47aa-822a-1997b4102a69 req-2932e0da-f435-4870-b457-3e5adf9641df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:43.131805 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c181f09-6056-47aa-822a-1997b4102a69 req-2932e0da-f435-4870-b457-3e5adf9641df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491610 May 05 14:59:43.289026 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bee29-3869-4af2-b6f6-b57fcbefecc8 req-9155ee3c-0531-4cd1-b14b-f4e35860fac4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:43.291877 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c02bee29-3869-4af2-b6f6-b57fcbefecc8 req-9155ee3c-0531-4cd1-b14b-f4e35860fac4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0694659 May 05 14:59:43.294277 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c181f09-6056-47aa-822a-1997b4102a69 req-87a85e4e-82f2-481d-9994-34dcf395ac37 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521115 May 05 14:59:43.414530 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c02bee29-3869-4af2-b6f6-b57fcbefecc8 req-ae45e1e7-70d4-4009-9bbc-1017f243c970 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158404 May 05 14:59:43.442142 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c181f09-6056-47aa-822a-1997b4102a69 req-e61bc871-fa83-4490-9b14-2761b76df6d9 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358366 May 05 14:59:43.582388 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ed49-3e09-4fcc-ba79-333f005100b9 req-288e7fd6-6a82-4c83-9cd9-c3ba7ad90ce7 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:43.583918 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5934ed49-3e09-4fcc-ba79-333f005100b9 req-288e7fd6-6a82-4c83-9cd9-c3ba7ad90ce7 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0534196 May 05 14:59:43.638918 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5934ed49-3e09-4fcc-ba79-333f005100b9 req-ae8dc63a-a0ea-45ba-ac47-5ca07f23aa85 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489283 May 05 14:59:44.534511 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0d781-45a1-431a-8de8-2238a56ce25d req-2dd67e47-7578-4313-a065-5a719b78aa54 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:44.536004 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7f0d781-45a1-431a-8de8-2238a56ce25d req-2dd67e47-7578-4313-a065-5a719b78aa54 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0465901 May 05 14:59:44.582792 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7f0d781-45a1-431a-8de8-2238a56ce25d req-414b20ae-eec6-4221-a7f1-72484ee27195 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 May 05 14:59:44.751748 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47996e-6b9b-4e2a-94e0-a06c0035137b req-3ba7556e-9026-4d40-9f19-efb2bd2eadca tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:44.753196 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cf47996e-6b9b-4e2a-94e0-a06c0035137b req-3ba7556e-9026-4d40-9f19-efb2bd2eadca tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0460722 May 05 14:59:44.804211 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cf47996e-6b9b-4e2a-94e0-a06c0035137b req-04cdddc2-b69e-4951-ab94-72510566a8c5 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455275 May 05 14:59:44.935736 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40ba7484-de49-4677-bcd5-62e31ca2271c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:45.098613 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-5a5b70f7-ae1d-4af9-85e5-c40ce52b7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:45.100112 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-5a5b70f7-ae1d-4af9-85e5-c40ce52b7f67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 1129 time: 0.0415442 May 05 14:59:45.192678 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-cbdb8717-aca1-4aae-a252-4c5fd89745cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:45.194105 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-cbdb8717-aca1-4aae-a252-4c5fd89745cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 918 time: 0.0871823 May 05 14:59:45.271434 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-18502fc1-35f5-46d8-9e06-b57b423b9703 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b483c22d-4756-486d-9c21-1aa45194e39c HTTP/1.1" status: 200 len: 1001 time: 0.0674579 May 05 14:59:45.324934 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-ee36915e-1590-4136-b4aa-689204b47e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:45.326566 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-ee36915e-1590-4136-b4aa-689204b47e68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 200 len: 856 time: 0.0477281 May 05 14:59:45.380925 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef97388-764d-4211-879e-e29bc629313f req-ca9ea426-41f2-488e-be57-b75aa3b396b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:45.382392 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ef97388-764d-4211-879e-e29bc629313f req-ca9ea426-41f2-488e-be57-b75aa3b396b0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0468185 May 05 14:59:45.433731 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ef97388-764d-4211-879e-e29bc629313f req-134b8578-8b8e-4ab3-803b-1a20b05f15f2 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 May 05 14:59:45.701617 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3dd10-97cc-4d53-b276-6e12591ff1be req-3189d2ab-8574-43c1-8714-4aafda27e40a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:45.703016 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8ca3dd10-97cc-4d53-b276-6e12591ff1be req-3189d2ab-8574-43c1-8714-4aafda27e40a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0461688 May 05 14:59:45.748817 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8ca3dd10-97cc-4d53-b276-6e12591ff1be req-dfb4a008-1ef0-4c3d-b879-e872c2dc33bb tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402441 May 05 14:59:45.916287 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4c50d-b65d-45f5-814f-9c0f32b641a5 req-ff38b7a0-15d8-472a-a9b2-c40d3a2d7c86 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:45.917741 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a0e4c50d-b65d-45f5-814f-9c0f32b641a5 req-ff38b7a0-15d8-472a-a9b2-c40d3a2d7c86 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0459924 May 05 14:59:45.965580 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a0e4c50d-b65d-45f5-814f-9c0f32b641a5 req-7ece2b32-26fb-48e9-bffa-243412a6e0fe tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423160 May 05 14:59:46.217230 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:46.548586 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060a824-1d5f-4a30-b5df-81092fc0cf6f req-676c27cb-cad2-4b41-80b5-2b4a6aebff16 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:46.550046 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1060a824-1d5f-4a30-b5df-81092fc0cf6f req-676c27cb-cad2-4b41-80b5-2b4a6aebff16 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0496399 May 05 14:59:46.597216 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1060a824-1d5f-4a30-b5df-81092fc0cf6f req-20dee0b8-6f99-4831-9a5f-5c8d1b39e412 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 May 05 14:59:46.731826 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-2e71e3f5-69c0-482e-a8c7-00d5a8d95a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:46.733205 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-2e71e3f5-69c0-482e-a8c7-00d5a8d95a20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380507 May 05 14:59:46.836689 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-4911c3c4-a490-48bf-a566-08e493b3b3de service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946844 May 05 14:59:46.870586 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116b620-badc-4247-9b64-0b643f9e5b93 req-daece7f4-09de-42b5-91a5-fa5257dc1768 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:46.872024 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1116b620-badc-4247-9b64-0b643f9e5b93 req-daece7f4-09de-42b5-91a5-fa5257dc1768 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0492914 May 05 14:59:46.917950 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1116b620-badc-4247-9b64-0b643f9e5b93 req-047a6416-5ef2-4668-b91b-88cfefb2b436 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397666 May 05 14:59:47.075788 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bdbd8-fec4-461b-a52c-9b0552b7f359 req-132975f9-fa35-4996-baac-ad766d8a867f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:47.077213 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a9bdbd8-fec4-461b-a52c-9b0552b7f359 req-132975f9-fa35-4996-baac-ad766d8a867f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0463407 May 05 14:59:47.127815 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a9bdbd8-fec4-461b-a52c-9b0552b7f359 req-eb5246b6-b150-4233-a4d2-40a29eb6fa45 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 May 05 14:59:47.252290 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83e36fc-971b-4688-b7c3-010451a03ae1 req-67e3787e-b7a3-4ce6-8694-51c931f59ad8 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829434 May 05 14:59:47.288796 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-58179fd4-bee9-4098-bc09-7f5ea509d270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:47.290317 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-58179fd4-bee9-4098-bc09-7f5ea509d270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0814569 May 05 14:59:47.633843 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:47.715050 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac8a32-760b-4893-9ca9-88c56238c244 req-fd30a52b-ae7e-4df1-9bca-5582d8731cc9 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:47.716562 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62ac8a32-760b-4893-9ca9-88c56238c244 req-fd30a52b-ae7e-4df1-9bca-5582d8731cc9 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0480378 May 05 14:59:47.732218 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Deleting port 5dc814d0-3204-4323-a63c-34889fc9e6d1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 14:59:47.732564 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:47.767933 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62ac8a32-760b-4893-9ca9-88c56238c244 req-5278aa15-a592-4229-b3f3-5c8538941c69 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458941 May 05 14:59:47.819699 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] For port 5dc814d0-3204-4323-a63c-34889fc9e6d1, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5dc814d0-3204-4323-a63c-34889fc9e6d1,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:47.820063 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:48.039762 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e86a78-1406-441c-a4a5-6daf02dda40a req-00a863e2-469e-412a-9024-5206121b71b5 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:48.042412 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d5e86a78-1406-441c-a4a5-6daf02dda40a req-00a863e2-469e-412a-9024-5206121b71b5 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 945 time: 0.0478811 May 05 14:59:48.042793 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:48.043164 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (aa287222-129c-4f74-a2c1-72e8e7a46aaf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:48.043528 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Floating IP aa287222-129c-4f74-a2c1-72e8e7a46aaf disassociated. External IP: 172.27.1.204, port: 5dc814d0-3204-4323-a63c-34889fc9e6d1. May 05 14:59:48.043874 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Calling delete_port for 5dc814d0-3204-4323-a63c-34889fc9e6d1 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 14:59:48.090999 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d5e86a78-1406-441c-a4a5-6daf02dda40a req-025d9475-f510-4c44-bb50-7f9853f437f2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428483 May 05 14:59:48.198181 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (5dc814d0-3204-4323-a63c-34889fc9e6d1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:48.228744 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'Port': ['ID=5dc814d0-3204-4323-a63c-34889fc9e6d1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:48.237778 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.238138 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.238486 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.238830 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.239171 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.239510 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.239843 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.240176 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.240509 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.240839 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.241171 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.241505 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.241860 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.242188 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.242521 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:48.244547 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494291c-0d55-4022-a209-5a57954f99a4 req-a0966ed7-1ef4-4fdc-9b25-17d1d001d33e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:48.250067 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7494291c-0d55-4022-a209-5a57954f99a4 req-a0966ed7-1ef4-4fdc-9b25-17d1d001d33e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0545063 May 05 14:59:48.297807 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7494291c-0d55-4022-a209-5a57954f99a4 req-18e464f0-8f30-4172-8acd-007f3275195b tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446188 May 05 14:59:48.355043 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Router 71c92f8b-bfde-4236-875a-89f754c16097 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 14:59:48.478859 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 14:59:48.489704 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 14:59:48.501592 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:59:48.502488 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:48.551216 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] No DVR routers for this DVR port 5dc814d0-3204-4323-a63c-34889fc9e6d1 on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 14:59:48.554503 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:48.558348 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4666ffd9-a47b-477f-9189-70cfab7d0257 req-d0580150-e90a-4f38-ab4b-978fe71abad6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "DELETE /v2.0/ports/5dc814d0-3204-4323-a63c-34889fc9e6d1 HTTP/1.1" status: 204 len: 173 time: 0.9583125 May 05 14:59:48.558800 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'name': 'network-vif-deleted', 'tag': '5dc814d0-3204-4323-a63c-34889fc9e6d1'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:59:48.561131 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c91b63-e19b-46f6-9001-7425a40b3a3e" -d '{"events": [{"server_uuid": "316054a6-27eb-4dcb-974e-ed2755b9d7d8", "name": "network-vif-deleted", "tag": "5dc814d0-3204-4323-a63c-34889fc9e6d1"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:59:48.604998 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db0966e-cd39-4d8f-8ed2-06618cab1d9c x-openstack-request-id: req-9db0966e-cd39-4d8f-8ed2-06618cab1d9c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:59:48.605446 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316054a6-27eb-4dcb-974e-ed2755b9d7d8", "name": "network-vif-deleted", "tag": "5dc814d0-3204-4323-a63c-34889fc9e6d1", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:59:48.605822 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9db0966e-cd39-4d8f-8ed2-06618cab1d9c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:59:48.606547 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db0966e-cd39-4d8f-8ed2-06618cab1d9c'] response: {'server_uuid': '316054a6-27eb-4dcb-974e-ed2755b9d7d8', 'name': 'network-vif-deleted', 'tag': '5dc814d0-3204-4323-a63c-34889fc9e6d1', 'status': 'completed', 'code': 200} May 05 14:59:48.622784 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:59:48.816309 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device b483c22d-4756-486d-9c21-1aa45194e39c no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 14:59:48.851584 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'c333456a-218c-4ee1-a86e-a8adbcc31634', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '95c245c3-10fb-4dde-9562-951713eb6480', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:48:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:55Z', 'updated_at': '2022-05-05T14:57:25Z', 'revision_number': 2, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:48.883336 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5d4772a2-7bfb-4fa3-bba7-420543600ad1 req-a6ea98e2-40f5-4db8-9c7d-4fcea2d38388 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0330939 May 05 14:59:48.885188 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 14:59:48.894531 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 14:59:48.895462 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:48.902862 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port b483c22d-4756-486d-9c21-1aa45194e39c is: ACTIVE; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:48.903539 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:48.927089 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:59:48.929305 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e55ea1a-4675-4bb1-a962-d0bb041baa05" -d '{"events": [{"server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "name": "network-vif-unplugged", "status": "completed", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:59:48.954208 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:48.961602 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:48.963981 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5dc814d0-3204-4323-a63c-34889fc9e6d1 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 14:59:48.995633 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 May 2022 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50de0e5d-de30-49b6-9067-e4d0bd849b3c x-openstack-request-id: req-50de0e5d-de30-49b6-9067-e4d0bd849b3c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:59:48.995845 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "name": "network-vif-unplugged", "status": "completed", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:59:48.996096 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50de0e5d-de30-49b6-9067-e4d0bd849b3c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:59:48.996491 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50de0e5d-de30-49b6-9067-e4d0bd849b3c'] response: {'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'code': 200} May 05 14:59:49.000800 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:49.026234 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 5dc814d0-3204-4323-a63c-34889fc9e6d1 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 14:59:49.026458 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5dc814d0-3204-4323-a63c-34889fc9e6d1 not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 14:59:49.048911 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:49.056153 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.056502 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.056845 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.057202 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.057542 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.057905 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.058233 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.058560 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.058885 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.059213 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.059548 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.059874 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.060200 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.060521 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.060842 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 14:59:49.098272 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 14:59:49.214679 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106475-aee8-46c2-97a8-98d0666f1b9f req-0030711a-922a-439a-821f-c3394806c7a1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:49.216167 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bb106475-aee8-46c2-97a8-98d0666f1b9f req-0030711a-922a-439a-821f-c3394806c7a1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0484905 May 05 14:59:49.265410 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bb106475-aee8-46c2-97a8-98d0666f1b9f req-8a94526e-ca6d-49a0-b8e0-0ae0732974f2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 May 05 14:59:49.329505 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'c333456a-218c-4ee1-a86e-a8adbcc31634', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '95c245c3-10fb-4dde-9562-951713eb6480', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:48:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:55Z', 'updated_at': '2022-05-05T14:57:25Z', 'revision_number': 2, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 14:59:49.359394 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac89cf9-a598-4a8c-8c5a-e8d90c5d6000 None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'c333456a-218c-4ee1-a86e-a8adbcc31634', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': '95c245c3-10fb-4dde-9562-951713eb6480', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:48:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:56:55Z', 'updated_at': '2022-05-05T14:57:25Z', 'revision_number': 2, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 14:59:49.430825 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca3ae2-7665-4cc0-b094-7cd753663db5 req-17ca5e52-549b-4f94-a971-e33e6fcb350b tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:49.447381 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0ca3ae2-7665-4cc0-b094-7cd753663db5 req-17ca5e52-549b-4f94-a971-e33e6fcb350b tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0740111 May 05 14:59:49.514521 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0ca3ae2-7665-4cc0-b094-7cd753663db5 req-a692cd77-85d1-44be-878b-a532fe23592a tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655684 May 05 14:59:49.659503 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71bf2d-6380-48ba-93c1-a0683e30c750 None None] New status for floating IP aa287222-129c-4f74-a2c1-72e8e7a46aaf: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 14:59:49.980722 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a3388a55-146c-4aa1-97cb-d16b0d408790 req-7e34e02b-9b95-4411-8a6e-ef1d63dbfd5c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0305574 May 05 14:59:50.388625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e3e94-ea73-433c-b16b-ab202328e736 req-ebcc8de0-a605-4c65-b668-0851b3beb889 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:50.390125 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea2e3e94-ea73-433c-b16b-ab202328e736 req-ebcc8de0-a605-4c65-b668-0851b3beb889 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0465243 May 05 14:59:50.440190 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea2e3e94-ea73-433c-b16b-ab202328e736 req-76ac4642-b5fb-4289-8482-fd8691bd4fa5 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440567 May 05 14:59:50.679251 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd613c25-a299-4586-aada-639e628954db req-c2cd4982-c6aa-4c52-8082-57b31848280e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:50.680913 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bd613c25-a299-4586-aada-639e628954db req-c2cd4982-c6aa-4c52-8082-57b31848280e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0657089 May 05 14:59:50.748182 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bd613c25-a299-4586-aada-639e628954db req-c9897549-9d28-40fc-882f-8df40b764ccb tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582929 May 05 14:59:51.066013 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-2f393954-958e-4a9b-87a6-1a98c78452f8 req-10d2b247-294e-46d1-a461-8be82771fb90 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:59:51.066998 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f393954-958e-4a9b-87a6-1a98c78452f8 req-10d2b247-294e-46d1-a461-8be82771fb90 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055535 May 05 14:59:51.105352 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ed778491-d525-45c5-a7db-7172530257e2 req-e90736a0-18a4-4d98-8d47-de04ec04fcc8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=316054a6-27eb-4dcb-974e-ed2755b9d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0315912 May 05 14:59:51.233212 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a989265-78be-4713-8ef6-3f9949f73811 req-fe026e77-6bdf-4614-accb-09d29f7f35e5 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:51.234696 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a989265-78be-4713-8ef6-3f9949f73811 req-fe026e77-6bdf-4614-accb-09d29f7f35e5 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0484154 May 05 14:59:51.287756 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a989265-78be-4713-8ef6-3f9949f73811 req-6d7b4e2f-0660-4df1-bc5b-91b59c8cff40 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475841 May 05 14:59:51.604727 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55558) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:51.746281 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-bab2bd69-d130-43a1-b592-1ccdbe141cdb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1401994 May 05 14:59:51.762870 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-3239c435-60e5-485f-b4a6-6601daa9eb88 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 14:59:51.763883 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-3239c435-60e5-485f-b4a6-6601daa9eb88 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069532 May 05 14:59:51.864637 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55572) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:51.878749 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe86305-2f44-4647-9216-5e093757fa76 req-60a53f4d-d80f-44cd-9455-41c59ebdbed3 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:51.880441 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cfe86305-2f44-4647-9216-5e093757fa76 req-60a53f4d-d80f-44cd-9455-41c59ebdbed3 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0567658 May 05 14:59:51.951079 dv-cinder-839426-6-iscsi neutron-server[103281]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 14:59:51.958198 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cfe86305-2f44-4647-9216-5e093757fa76 req-20df5bb0-2c5f-4cd6-8d9b-ecbc33671e24 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709028 May 05 14:59:52.025565 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ead208-0d14-4c4c-acb5-930589149800 req-519c7546-6a0e-44d3-8991-2dce95d67c09 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:52.027128 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-519c7546-6a0e-44d3-8991-2dce95d67c09 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports/b483c22d-4756-486d-9c21-1aa45194e39c HTTP/1.1" status: 200 len: 940 time: 0.1608887 May 05 14:59:52.161701 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-48ff9233-6588-48a5-82f3-78e7ceab3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:52.163446 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-48ff9233-6588-48a5-82f3-78e7ceab3476 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 1129 time: 0.0432770 May 05 14:59:52.178682 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f5de-c614-42e7-a7b7-9ecc69e2fc53 req-ffe4ede9-0439-410f-80ee-3b75c996b4ad tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:52.190159 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a511f5de-c614-42e7-a7b7-9ecc69e2fc53 req-ffe4ede9-0439-410f-80ee-3b75c996b4ad tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0780199 May 05 14:59:52.277292 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-ba392289-e9ca-4c24-88d1-a21ae0714e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:52.278942 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a511f5de-c614-42e7-a7b7-9ecc69e2fc53 req-0f6b723f-2d00-4426-a5aa-373a60137d6d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876269 May 05 14:59:52.286347 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-ba392289-e9ca-4c24-88d1-a21ae0714e1d service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.1152442 May 05 14:59:52.291090 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6cee7-211b-43a6-b87b-88f7c0052f07 req-fd02bdd3-0544-41f2-a052-a1b525ed2261 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:52.292596 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-06f6cee7-211b-43a6-b87b-88f7c0052f07 req-fd02bdd3-0544-41f2-a052-a1b525ed2261 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0622466 May 05 14:59:52.323343 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55598) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:52.361147 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-06f6cee7-211b-43a6-b87b-88f7c0052f07 req-f7fb5f48-c037-4f44-8bb8-a38bd4824856 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0624321 May 05 14:59:52.399063 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b52a6751-381f-4833-b532-a6a36ee2301b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (e75b8d49-9c21-4714-8313-3fc9ff2e2cc9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:52.434260 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b52a6751-381f-4833-b532-a6a36ee2301b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (e75b8d49-9c21-4714-8313-3fc9ff2e2cc9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:52.436673 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb515691-669d-4b50-bed7-5085a5b6bc09 req-a703c018-024d-40fe-a0af-98d574428509 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:52.438236 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cb515691-669d-4b50-bed7-5085a5b6bc09 req-a703c018-024d-40fe-a0af-98d574428509 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0498219 May 05 14:59:52.499034 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cb515691-669d-4b50-bed7-5085a5b6bc09 req-abaa739d-040d-47a3-a013-8c7c4038b5c4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545146 May 05 14:59:52.519414 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-30c9728a-f985-47ca-be75-7df527245ab7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f HTTP/1.1" status: 200 len: 1001 time: 0.1018682 May 05 14:59:52.568349 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b52a6751-381f-4833-b532-a6a36ee2301b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (e75b8d49-9c21-4714-8313-3fc9ff2e2cc9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:52.570914 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b52a6751-381f-4833-b532-a6a36ee2301b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:52.573015 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b52a6751-381f-4833-b532-a6a36ee2301b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "DELETE /v2.0/security-groups/e75b8d49-9c21-4714-8313-3fc9ff2e2cc9 HTTP/1.1" status: 204 len: 168 time: 0.2485766 May 05 14:59:52.575940 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55600) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:52.588221 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a6751-381f-4833-b532-a6a36ee2301b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75b8d49-9c21-4714-8313-3fc9ff2e2cc9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:52.591006 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-3c2905bd-8c01-4a29-89c3-93bf50c0a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:52.591512 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-e9fdbca5-cc2b-4fd4-b0b7-aa7d015e21a3 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] show failed (client error): The resource could not be found. May 05 14:59:52.595275 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e9fdbca5-cc2b-4fd4-b0b7-aa7d015e21a3 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups/e75b8d49-9c21-4714-8313-3fc9ff2e2cc9 HTTP/1.1" status: 404 len: 347 time: 0.0155389 May 05 14:59:52.595788 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55602) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:52.607584 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-3c2905bd-8c01-4a29-89c3-93bf50c0a0c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.0813830 May 05 14:59:52.659941 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-7df45424-8b44-4700-a6f7-6ea7fd871c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:52.661356 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-7df45424-8b44-4700-a6f7-6ea7fd871c4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409052 May 05 14:59:52.719580 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-73973ec3-09fe-4c74-9a80-de8a192a1dad tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Deleting port 00d1a5fc-7cbb-4f81-a408-f94d95d2b195 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 14:59:52.719918 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-73973ec3-09fe-4c74-9a80-de8a192a1dad tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (00d1a5fc-7cbb-4f81-a408-f94d95d2b195), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:52.757329 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5aa9a45d-b3d1-4e99-a783-e4934b28d227 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 14:59:52.766768 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-34d3d015-e0f9-4597-b01e-049105df8c9a service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924628 May 05 14:59:52.861774 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:52.867286 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ff52fd31-b290-4ee9-a332-1fcf195e2c78 req-c3423403-7825-4a63-918f-6623a30f4a49 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915444 May 05 14:59:52.874847 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'port_id': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'mac_address': 'fa:16:3e:ad:ca:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 14:59:52.915984 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:52.916275 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:52.931169 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa9a45d-b3d1-4e99-a783-e4934b28d227 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 14:59:52.952547 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:52.956915 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:53.006647 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=5aa9a45d-b3d1-4e99-a783-e4934b28d227,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:53.049835 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-73973ec3-09fe-4c74-9a80-de8a192a1dad tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (00d1a5fc-7cbb-4f81-a408-f94d95d2b195), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:53.050167 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-73973ec3-09fe-4c74-9a80-de8a192a1dad tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (00d1a5fc-7cbb-4f81-a408-f94d95d2b195), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:53.082125 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-73973ec3-09fe-4c74-9a80-de8a192a1dad tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Calling delete_port for 00d1a5fc-7cbb-4f81-a408-f94d95d2b195 owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 14:59:53.098890 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8da47-f64f-442f-9e5d-20abd4dbc9f2 req-88faff91-e99f-493a-b777-ae2c3e236ef2 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:53.100349 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62d8da47-f64f-442f-9e5d-20abd4dbc9f2 req-88faff91-e99f-493a-b777-ae2c3e236ef2 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 944 time: 0.0718265 May 05 14:59:53.207280 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62d8da47-f64f-442f-9e5d-20abd4dbc9f2 req-e8098bb5-d0b2-4d6f-b089-da053ff74107 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006622 May 05 14:59:53.275336 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-73973ec3-09fe-4c74-9a80-de8a192a1dad tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (00d1a5fc-7cbb-4f81-a408-f94d95d2b195), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:53.300857 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73973ec3-09fe-4c74-9a80-de8a192a1dad tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'Port': ['ID=00d1a5fc-7cbb-4f81-a408-f94d95d2b195,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:53.402142 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-73973ec3-09fe-4c74-9a80-de8a192a1dad tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (aa287222-129c-4f74-a2c1-72e8e7a46aaf), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:53.405510 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-73973ec3-09fe-4c74-9a80-de8a192a1dad tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:53.409486 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-73973ec3-09fe-4c74-9a80-de8a192a1dad tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "DELETE /v2.0/floatingips/aa287222-129c-4f74-a2c1-72e8e7a46aaf HTTP/1.1" status: 204 len: 168 time: 0.8101943 May 05 14:59:53.417829 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785e9be-f5d4-437a-a0dc-2e511e7c013c req-8b917e4d-167a-487c-8aa8-dc4ba28d03d9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:53.419680 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9785e9be-f5d4-437a-a0dc-2e511e7c013c req-8b917e4d-167a-487c-8aa8-dc4ba28d03d9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0636334 May 05 14:59:53.471483 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['5aa9a45d-b3d1-4e99-a783-e4934b28d227'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 14:59:53.503693 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573baf2c-b78c-44f0-8d8d-aa786956c9a1 req-7fa478dd-535b-4ba6-87b8-b54360ac2bd0 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:53.505165 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-573baf2c-b78c-44f0-8d8d-aa786956c9a1 req-7fa478dd-535b-4ba6-87b8-b54360ac2bd0 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0695412 May 05 14:59:53.532879 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9785e9be-f5d4-437a-a0dc-2e511e7c013c req-243d9f62-8aa0-4f26-a96b-d38390feaaa0 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057477 May 05 14:59:53.577107 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-573baf2c-b78c-44f0-8d8d-aa786956c9a1 req-ab518b72-67a6-4df9-aac4-801b8d5985cc tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0645938 May 05 14:59:53.706415 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e5c2c-42f8-4c8b-8497-7ea5c74baff2 req-27297438-e10e-4f6d-af30-d9ff33e01455 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:53.708271 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c7e5c2c-42f8-4c8b-8497-7ea5c74baff2 req-27297438-e10e-4f6d-af30-d9ff33e01455 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0654683 May 05 14:59:53.764767 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c7e5c2c-42f8-4c8b-8497-7ea5c74baff2 req-de0599a4-7500-44ed-9348-db5b19db85ab tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483863 May 05 14:59:54.142007 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 14:59:54.143875 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ead208-0d14-4c4c-acb5-930589149800 req-0ae05a7a-25f7-4187-9fe5-07c8beaa9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:54.145463 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-0ae05a7a-25f7-4187-9fe5-07c8beaa9e61 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f&tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1 HTTP/1.1" status: 200 len: 1127 time: 0.0720119 May 05 14:59:54.321623 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7afafe-bf8a-425c-8336-551382a85574 req-faee382a-dd04-4164-b96c-20bee9ee9b30 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:54.323075 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e7afafe-bf8a-425c-8336-551382a85574 req-faee382a-dd04-4164-b96c-20bee9ee9b30 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 944 time: 0.0462403 May 05 14:59:54.369768 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e7afafe-bf8a-425c-8336-551382a85574 req-6a09e871-2b94-4b1d-b268-a911ce83bcb0 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411749 May 05 14:59:54.619185 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ead208-0d14-4c4c-acb5-930589149800 req-6da52c28-4925-4906-bf80-2b8a77995c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:54.620748 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-6da52c28-4925-4906-bf80-2b8a77995c34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 1127 time: 0.0430219 May 05 14:59:54.681707 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787baba5-7dec-4a0b-b345-d536f8823dbf req-3743b470-3e81-41ed-b877-dc311ef08cdb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:54.683202 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-787baba5-7dec-4a0b-b345-d536f8823dbf req-3743b470-3e81-41ed-b877-dc311ef08cdb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0783637 May 05 14:59:54.713842 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950839a-7fba-4930-a65e-d0e988f97fc7 req-e18cb185-332e-4dc1-956a-73c0dbd4d0ea tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:54.715290 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9950839a-7fba-4930-a65e-d0e988f97fc7 req-e18cb185-332e-4dc1-956a-73c0dbd4d0ea tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0744302 May 05 14:59:54.718920 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ead208-0d14-4c4c-acb5-930589149800 req-fc387c37-4dca-48ef-aeed-8d3fe08b0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:54.720349 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-fc387c37-4dca-48ef-aeed-8d3fe08b0e4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 918 time: 0.0921998 May 05 14:59:54.748200 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5aa9a45d-b3d1-4e99-a783-e4934b28d227 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 14:59:54.765973 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-787baba5-7dec-4a0b-b345-d536f8823dbf req-4be36bbc-c18c-40a0-952c-9e3b32f98725 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771570 May 05 14:59:54.804321 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9950839a-7fba-4930-a65e-d0e988f97fc7 req-0dd650d9-c0ba-4b90-af8b-aa8ae740b568 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0755310 May 05 14:59:54.825217 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 14:59:54.831719 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 14:59:54.832092 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-d9d85ffb-27a7-4559-818b-6fb296e98452 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b483c22d-4756-486d-9c21-1aa45194e39c HTTP/1.1" status: 200 len: 999 time: 0.0816960 May 05 14:59:54.832296 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:54.892360 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ead208-0d14-4c4c-acb5-930589149800 req-684dfdbc-1802-43b9-a4e3-39f659f66eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:54.893996 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-684dfdbc-1802-43b9-a4e3-39f659f66eb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 200 len: 856 time: 0.0456092 May 05 14:59:54.920929 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71097f60-9d63-4311-9740-0aec216d1201 req-eaa02351-6d5b-4a20-b965-f1f223b01a2b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:54.921158 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:54.921403 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:54.929784 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71097f60-9d63-4311-9740-0aec216d1201 req-eaa02351-6d5b-4a20-b965-f1f223b01a2b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0738914 May 05 14:59:54.945018 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ead208-0d14-4c4c-acb5-930589149800 req-639ae190-586a-49b2-bf26-4b32bdc2a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:54.947037 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-639ae190-586a-49b2-bf26-4b32bdc2a01e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459137 May 05 14:59:54.950845 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 14:59:54.953101 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f44297a-9950-4c2b-bd21-81b79495b42b" -d '{"events": [{"server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "name": "network-vif-plugged", "status": "completed", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 14:59:54.970054 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 14:59:54.975037 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:54.975838 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device b483c22d-4756-486d-9c21-1aa45194e39c no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 14:59:54.994237 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71097f60-9d63-4311-9740-0aec216d1201 req-251e7e25-7e12-419a-9652-e38a9b6a12e0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634036 May 05 14:59:55.002325 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d94eb07-eec0-4f8f-9838-be6efcc0576c x-openstack-request-id: req-9d94eb07-eec0-4f8f-9838-be6efcc0576c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 14:59:55.002645 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "name": "network-vif-plugged", "status": "completed", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 14:59:55.002876 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d94eb07-eec0-4f8f-9838-be6efcc0576c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 14:59:55.003269 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d94eb07-eec0-4f8f-9838-be6efcc0576c'] response: {'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'code': 200} May 05 14:59:55.095041 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=5aa9a45d-b3d1-4e99-a783-e4934b28d227,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 14:59:55.116130 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port b483c22d-4756-486d-9c21-1aa45194e39c is: DOWN; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 14:59:55.269602 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-a333e2b4-075a-4283-a154-cdb3a74a1022 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143449 May 05 14:59:55.347142 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86e70d-3ea1-4590-9573-e420e490cc23 req-bf10362a-964e-439b-a7e3-23ce3c35467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:55.349232 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac86e70d-3ea1-4590-9573-e420e490cc23 req-bf10362a-964e-439b-a7e3-23ce3c35467b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 1129 time: 0.0387924 May 05 14:59:55.396106 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac86e70d-3ea1-4590-9573-e420e490cc23 req-217a03b8-7130-4780-ab6d-04fe372af587 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394876 May 05 14:59:55.396343 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-ed80ad2b-f8d6-408b-9657-cff1d882c38d service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862925 May 05 14:59:55.485326 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e8ebe-22e6-4cf5-99c3-13bc56b9cc65 req-9b3dcaa1-a392-45c8-b293-688e24d96d5d tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:55.486801 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a29e8ebe-22e6-4cf5-99c3-13bc56b9cc65 req-9b3dcaa1-a392-45c8-b293-688e24d96d5d tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0482380 May 05 14:59:55.536154 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a29e8ebe-22e6-4cf5-99c3-13bc56b9cc65 req-40bc3789-d763-4f69-80c1-5384515491db tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437677 May 05 14:59:55.924896 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d05963-8c10-4c7a-a16d-bbe7a4a3e9cf req-d4573d53-d9aa-4e68-9649-e638e36057c3 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:55.926365 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18d05963-8c10-4c7a-a16d-bbe7a4a3e9cf req-d4573d53-d9aa-4e68-9649-e638e36057c3 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0747528 May 05 14:59:55.934968 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3a86-4259-4922-9503-05f2f4f504e2 req-c8ec93f9-5ad9-4bc9-875d-580427bf288d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:55.936320 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-998f3a86-4259-4922-9503-05f2f4f504e2 req-c8ec93f9-5ad9-4bc9-875d-580427bf288d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0744853 May 05 14:59:56.007299 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18d05963-8c10-4c7a-a16d-bbe7a4a3e9cf req-a8a68f3f-edea-48fd-89cb-d4c467e47c15 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700495 May 05 14:59:56.011878 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-998f3a86-4259-4922-9503-05f2f4f504e2 req-3e0bc86a-dd46-43a1-9e2b-f92668983c1e tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0687447 May 05 14:59:56.115473 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3843ed-4932-44d7-9181-a3047d0a8505 req-9587dc8a-aad8-47a5-9d3f-a1a9f3acd708 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:56.116942 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af3843ed-4932-44d7-9181-a3047d0a8505 req-9587dc8a-aad8-47a5-9d3f-a1a9f3acd708 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0506816 May 05 14:59:56.165314 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af3843ed-4932-44d7-9181-a3047d0a8505 req-58544a81-ee90-4a4f-8db3-024f67e882ff tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415313 May 05 14:59:56.330842 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a24038-01dd-4c4b-98a3-548ac081d448 req-5bb7acbe-2aa0-48e3-92ea-a9dfc5526bc7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:56.332320 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-61a24038-01dd-4c4b-98a3-548ac081d448 req-5bb7acbe-2aa0-48e3-92ea-a9dfc5526bc7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.0502143 May 05 14:59:56.378403 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-61a24038-01dd-4c4b-98a3-548ac081d448 req-60a11261-686e-4956-8317-08d0f0cf89b3 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398536 May 05 14:59:56.650653 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c61429-55ee-4108-9b38-a449de2a8fad req-7c94c72d-b2b5-4f1b-9d76-02a894bc5ac9 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:56.651995 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72c61429-55ee-4108-9b38-a449de2a8fad req-7c94c72d-b2b5-4f1b-9d76-02a894bc5ac9 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0473268 May 05 14:59:56.703672 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72c61429-55ee-4108-9b38-a449de2a8fad req-dbededf8-a41f-4a08-b613-71fc5c63734a tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461619 May 05 14:59:57.152801 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61a03-db1b-42cb-a425-b852d1c13076 req-6c6b554a-277d-4bec-9300-54f46ae30e98 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:57.154290 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1de61a03-db1b-42cb-a425-b852d1c13076 req-6c6b554a-277d-4bec-9300-54f46ae30e98 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0770023 May 05 14:59:57.160199 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fd2fd-01c3-480c-9db3-a041c0268891 req-46a0fd15-6def-4d5d-a7f4-c9d86802bbff tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:57.161522 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a6fd2fd-01c3-480c-9db3-a041c0268891 req-46a0fd15-6def-4d5d-a7f4-c9d86802bbff tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0823162 May 05 14:59:57.233848 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1de61a03-db1b-42cb-a425-b852d1c13076 req-890ac1a9-cc5a-482b-8dcd-58a15816d813 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713193 May 05 14:59:57.237011 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a6fd2fd-01c3-480c-9db3-a041c0268891 req-f83aa99e-75ac-4932-93b5-b63e70868b49 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0683835 May 05 14:59:57.339476 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28371eaf-7f5f-4262-bc6c-c8800c3b893c req-de3af4bf-2170-4487-aae8-18cc316f15f6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:57.340874 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-28371eaf-7f5f-4262-bc6c-c8800c3b893c req-de3af4bf-2170-4487-aae8-18cc316f15f6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0521882 May 05 14:59:57.387483 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-28371eaf-7f5f-4262-bc6c-c8800c3b893c req-35faf4dd-d7df-4e67-a5be-4de2507ab01f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 May 05 14:59:57.490927 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fdc43-bd52-4b0a-a7dd-8a598d398efa req-ac9a14e0-658f-42af-bec5-4eb7dcfff9ed tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:57.492377 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ec3fdc43-bd52-4b0a-a7dd-8a598d398efa req-ac9a14e0-658f-42af-bec5-4eb7dcfff9ed tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.0480952 May 05 14:59:57.538809 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ec3fdc43-bd52-4b0a-a7dd-8a598d398efa req-d17f591c-fbcf-4358-ae34-5bd01360ee6a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400643 May 05 14:59:57.818608 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4c939-eafc-4bb4-ae1c-f8a331186865 req-c686ef42-a05c-47b9-96b4-3048d877e8ec tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:57.820055 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-74e4c939-eafc-4bb4-ae1c-f8a331186865 req-c686ef42-a05c-47b9-96b4-3048d877e8ec tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0504253 May 05 14:59:57.868271 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-74e4c939-eafc-4bb4-ae1c-f8a331186865 req-51e8b868-9de2-45ed-90f7-7974a583fdc8 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416746 May 05 14:59:58.414614 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8d19a-782f-460e-a495-8dddc4a25f01 req-5b27b18e-a766-4711-8fac-6fda9113de79 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:58.416667 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fea8d19a-782f-460e-a495-8dddc4a25f01 req-5b27b18e-a766-4711-8fac-6fda9113de79 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0779083 May 05 14:59:58.422622 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7f153-b84a-4dad-99c9-e93437824e0b req-6ec22f09-1aef-4e4c-9888-d533ce25ea2f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:58.423961 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2dc7f153-b84a-4dad-99c9-e93437824e0b req-6ec22f09-1aef-4e4c-9888-d533ce25ea2f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0833874 May 05 14:59:58.498679 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fea8d19a-782f-460e-a495-8dddc4a25f01 req-464d9517-4a2b-4c74-a877-52ca74d7f9b0 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0737839 May 05 14:59:58.505702 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2dc7f153-b84a-4dad-99c9-e93437824e0b req-7b78cbfd-3c1a-426d-a257-559b59da0c3f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730433 May 05 14:59:58.604388 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf6b5f-a527-4633-a2a5-4f75d64b9051 req-6fcd7451-09bc-4e9c-9b77-285a935b7ad7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:58.606149 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cecf6b5f-a527-4633-a2a5-4f75d64b9051 req-6fcd7451-09bc-4e9c-9b77-285a935b7ad7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0487177 May 05 14:59:58.668571 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872f88b-8f1c-413e-b01c-5584d271df09 req-f5d53b7f-9251-4df1-bd5d-b28f266e58fe tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:58.669976 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b872f88b-8f1c-413e-b01c-5584d271df09 req-f5d53b7f-9251-4df1-bd5d-b28f266e58fe tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.0626783 May 05 14:59:58.698750 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cecf6b5f-a527-4633-a2a5-4f75d64b9051 req-cb93e621-023a-43ad-a1b2-050f69ee3271 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830359 May 05 14:59:58.726868 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b872f88b-8f1c-413e-b01c-5584d271df09 req-ccd4f3d6-b7c4-445b-a277-e7c4cf516b46 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512214 May 05 14:59:58.991904 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d13d21-456b-4661-8e86-5c232cfd32b0 req-636f032e-5ba1-4652-93e3-fba9cd433b4b tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:58.993448 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85d13d21-456b-4661-8e86-5c232cfd32b0 req-636f032e-5ba1-4652-93e3-fba9cd433b4b tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0560555 May 05 14:59:59.046965 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85d13d21-456b-4661-8e86-5c232cfd32b0 req-cfb10d29-a177-42a8-aea2-fa4b56632c67 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476599 May 05 14:59:59.179842 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e6e9-b820-4a6c-a4e2-628f5fb5919b req-8e99b056-b6e1-46b0-8a9f-cc62e3af6742 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:59.182999 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0403e6e9-b820-4a6c-a4e2-628f5fb5919b req-8e99b056-b6e1-46b0-8a9f-cc62e3af6742 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0576360 May 05 14:59:59.235728 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0403e6e9-b820-4a6c-a4e2-628f5fb5919b req-5fce07d1-85ba-4ddf-830d-03f2ae507b0b tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468004 May 05 14:59:59.258169 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55700) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:59.354741 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40419a25-dcd6-4347-a49c-fd8794a157b3 tempest-TestShelveInstance-1306854358 tempest-TestShelveInstance-1306854358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:59.359318 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55704) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 14:59:59.359897 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-40419a25-dcd6-4347-a49c-fd8794a157b3 tempest-TestShelveInstance-1306854358 tempest-TestShelveInstance-1306854358-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 1124 time: 0.0996637 May 05 14:59:59.368144 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'port_id': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 14:59:59.389908 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:59.488461 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:59.615412 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Allocated IP 172.27.1.77 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/68f05acb-c58c-4092-975f-ff6895d722c9) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 14:59:59.698073 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc122-3a4f-4e57-8422-8d12015e832f req-2ae8d746-623f-4f00-9b2b-9d09f3395a57 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:59.705958 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-311fc122-3a4f-4e57-8422-8d12015e832f req-2ae8d746-623f-4f00-9b2b-9d09f3395a57 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.1146147 May 05 14:59:59.738872 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60baca4-2de8-4ea5-b64e-5eb4a0a59988 req-3263d988-3b31-4985-9853-71b292582193 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 14:59:59.740374 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a60baca4-2de8-4ea5-b64e-5eb4a0a59988 req-3263d988-3b31-4985-9853-71b292582193 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.1009536 May 05 14:59:59.748022 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for port (68f05acb-c58c-4092-975f-ff6895d722c9), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:59.801500 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-311fc122-3a4f-4e57-8422-8d12015e832f req-cfeb4eda-7fd5-4121-af55-0d51ed76eebc tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886981 May 05 14:59:59.824313 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (68f05acb-c58c-4092-975f-ff6895d722c9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:59.838540 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a60baca4-2de8-4ea5-b64e-5eb4a0a59988 req-8e6aa7bf-754e-487d-971c-d72068cbe63b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0886159 May 05 14:59:59.903047 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 14:59:59.904515 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 14:59:59.905091 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 14:59:59.914391 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 14:59:59.921297 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event updated for resources: {'Port': ['ID=68f05acb-c58c-4092-975f-ff6895d722c9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:00.010692 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c39c8-65eb-4552-a797-cdb29e997b18 req-7e31eb6d-d083-45d3-8734-5c05a604fcda tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:00.012651 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-206c39c8-65eb-4552-a797-cdb29e997b18 req-7e31eb6d-d083-45d3-8734-5c05a604fcda tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0988805 May 05 15:00:00.083132 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e9487-647c-49e1-8eaa-b07860680657 req-f6c94d7e-c698-41ea-9a9e-5300189406f6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:00.085088 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-238e9487-647c-49e1-8eaa-b07860680657 req-f6c94d7e-c698-41ea-9a9e-5300189406f6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.1588674 May 05 15:00:00.155540 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-206c39c8-65eb-4552-a797-cdb29e997b18 req-44db63be-75cb-4616-b6b8-cea8bfcaf0e9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325195 May 05 15:00:00.187472 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-238e9487-647c-49e1-8eaa-b07860680657 req-5d6b0504-428e-472f-8bf3-797cdfea66e1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940785 May 05 15:00:00.424759 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for floatingip (abbb3fb1-b598-4324-8fca-f1222a85a935), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:00.515238 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (68f05acb-c58c-4092-975f-ff6895d722c9), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:00.677501 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for port (68f05acb-c58c-4092-975f-ff6895d722c9), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:00.682033 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (68f05acb-c58c-4092-975f-ff6895d722c9), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:00.757708 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event updated for resources: {'Port': ['ID=68f05acb-c58c-4092-975f-ff6895d722c9,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:00.769774 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (abbb3fb1-b598-4324-8fca-f1222a85a935), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:00.892936 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Floating IP abbb3fb1-b598-4324-8fca-f1222a85a935 associated. External IP: 172.27.1.77, port: 5aa9a45d-b3d1-4e99-a783-e4934b28d227. May 05 15:00:00.990292 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956c64-9b2b-49ac-8d50-2ba260339ff7 req-c11e924b-d713-41e9-9fb4-d7ffb00d6ad7 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:00.991862 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d956c64-9b2b-49ac-8d50-2ba260339ff7 req-c11e924b-d713-41e9-9fb4-d7ffb00d6ad7 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.1157484 May 05 15:00:01.090725 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833e67e-ca9d-4574-92f3-0a997d759462 req-75fe1df5-823b-48e3-84ac-badc97d6a209 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:01.097691 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5833e67e-ca9d-4574-92f3-0a997d759462 req-75fe1df5-823b-48e3-84ac-badc97d6a209 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.1264298 May 05 15:00:01.127757 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d956c64-9b2b-49ac-8d50-2ba260339ff7 req-035e43fc-c7ac-4f5a-a216-5192969576cb tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244514 May 05 15:00:01.174878 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5833e67e-ca9d-4574-92f3-0a997d759462 req-a3d730f8-d8f6-42e0-83fc-065009511d97 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0759227 May 05 15:00:01.231350 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Router 31d12fb0-7621-46de-851f-101388998ba0 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:00:01.364391 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7abc9-8680-446d-b2d8-d8c9c2a3c10e req-4d041bea-457c-4cb1-ba28-f430934b8d3c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:01.373748 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7fb7abc9-8680-446d-b2d8-d8c9c2a3c10e req-4d041bea-457c-4cb1-ba28-f430934b8d3c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.0843112 May 05 15:00:01.392252 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee4cf3-cb57-4e72-b56e-a59531286e85 req-6a08a90b-7d79-4589-a087-28bb30137a48 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:01.395085 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-95ee4cf3-cb57-4e72-b56e-a59531286e85 req-6a08a90b-7d79-4589-a087-28bb30137a48 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.1526389 May 05 15:00:01.404836 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:00:01.417560 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] Sync routers for ids ['31d12fb0-7621-46de-851f-101388998ba0'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:00:01.428909 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] Routers {'31d12fb0-7621-46de-851f-101388998ba0'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:00:01.432641 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['31d12fb0-7621-46de-851f-101388998ba0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:01.433702 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:01.496831 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5219b4ec-e7cf-494e-bd58-11a3dd47bbb6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1351292 May 05 15:00:01.497849 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:00:01.500262 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32688be-6509-45c4-8ffe-96b2ec7d2859" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:00:01.506971 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-95ee4cf3-cb57-4e72-b56e-a59531286e85 req-4a0aaaf7-7ff0-44c1-ae44-cd65d17bc396 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903039 May 05 15:00:01.511917 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7fb7abc9-8680-446d-b2d8-d8c9c2a3c10e req-6bc307c7-9386-4400-9c8d-ee1d7dce9226 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370115 May 05 15:00:01.564986 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ad1879-ffac-47d1-b87d-f2bb1683b27c x-openstack-request-id: req-58ad1879-ffac-47d1-b87d-f2bb1683b27c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:00:01.565263 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:00:01.565525 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58ad1879-ffac-47d1-b87d-f2bb1683b27c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:00:01.566027 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ad1879-ffac-47d1-b87d-f2bb1683b27c'] response: {'name': 'network-changed', 'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'status': 'completed', 'code': 200} May 05 15:00:01.603290 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] Set router 31d12fb0-7621-46de-851f-101388998ba0 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:00:01.846738 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'abbb3fb1-b598-4324-8fca-f1222a85a935', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '31d12fb0-7621-46de-851f-101388998ba0', 'port_id': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'mac_address': 'fa:16:3e:ad:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:00:00Z', 'updated_at': '2022-05-05T15:00:00Z', 'revision_number': 0, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064272c-b13a-42ae-9056-c32e50b4c135', 'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'mac_address': 'fa:16:3e:ad:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:11Z', 'updated_at': '2022-05-05T14:59:15Z', 'revision_number': 5, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'subnets': [{'id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:01.875554 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] Checking router: 31d12fb0-7621-46de-851f-101388998ba0 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:00:01.884587 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] Routers {'31d12fb0-7621-46de-851f-101388998ba0'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:00:01.885212 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['31d12fb0-7621-46de-851f-101388998ba0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:02.001297 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] Set router 31d12fb0-7621-46de-851f-101388998ba0 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:00:02.248096 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'abbb3fb1-b598-4324-8fca-f1222a85a935', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '31d12fb0-7621-46de-851f-101388998ba0', 'port_id': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'mac_address': 'fa:16:3e:ad:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:00:00Z', 'updated_at': '2022-05-05T15:00:00Z', 'revision_number': 0, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064272c-b13a-42ae-9056-c32e50b4c135', 'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'mac_address': 'fa:16:3e:ad:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:11Z', 'updated_at': '2022-05-05T14:59:15Z', 'revision_number': 5, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'subnets': [{'id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:02.277541 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd7fa0e-a69b-4413-a725-07848158d0e2 None None] The sync data for ids ['31d12fb0-7621-46de-851f-101388998ba0'] in dv-cinder-839426-6-iscsi is: [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'abbb3fb1-b598-4324-8fca-f1222a85a935', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '31d12fb0-7621-46de-851f-101388998ba0', 'port_id': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'mac_address': 'fa:16:3e:ad:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:00:00Z', 'updated_at': '2022-05-05T15:00:00Z', 'revision_number': 0, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c064272c-b13a-42ae-9056-c32e50b4c135', 'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'mac_address': 'fa:16:3e:ad:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:11Z', 'updated_at': '2022-05-05T14:59:15Z', 'revision_number': 5, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'subnets': [{'id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:00:02.332621 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb7b2f-e132-425a-9003-2f62de23ef6d req-14db1f95-3e5d-42a9-8949-f5ddaed32089 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:02.334540 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58cb7b2f-e132-425a-9003-2f62de23ef6d req-14db1f95-3e5d-42a9-8949-f5ddaed32089 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.1080422 May 05 15:00:02.414002 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaf5c9-de77-4153-b543-1308ce30b0fd req-fe006e4f-bded-4516-91b8-80d3982d84cb tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:02.421683 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5cfaf5c9-de77-4153-b543-1308ce30b0fd req-fe006e4f-bded-4516-91b8-80d3982d84cb tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.1123071 May 05 15:00:02.465490 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58cb7b2f-e132-425a-9003-2f62de23ef6d req-e9662340-740d-4270-b6c7-5f617b2da9fd tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064184 May 05 15:00:02.517769 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5cfaf5c9-de77-4153-b543-1308ce30b0fd req-a3d1d616-92d0-4445-b282-e9a7c85982c9 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0948186 May 05 15:00:02.639289 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7af59-17f3-4cb4-ac9b-02f25b9fca18 None None] New status for floating IP abbb3fb1-b598-4324-8fca-f1222a85a935: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:00:02.709007 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd471a5-4cb6-44b9-be7f-670753f7eb20 req-fa11f49d-1615-4862-aa7b-10c6969db0bd tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:02.716632 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfd471a5-4cb6-44b9-be7f-670753f7eb20 req-fa11f49d-1615-4862-aa7b-10c6969db0bd tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 945 time: 0.1070480 May 05 15:00:02.745204 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a939aa-2e14-40cf-a3f1-9502f637dc17 req-f5938983-e12b-46c6-b082-1d06a4133b6c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:02.752014 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a5a939aa-2e14-40cf-a3f1-9502f637dc17 req-f5938983-e12b-46c6-b082-1d06a4133b6c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0959907 May 05 15:00:02.828430 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a5a939aa-2e14-40cf-a3f1-9502f637dc17 req-23a3bbe8-ef33-4b64-ac52-b14f68942243 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753717 May 05 15:00:02.831704 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 95c245c3-10fb-4dde-9562-951713eb6480 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:00:02.858265 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfd471a5-4cb6-44b9-be7f-670753f7eb20 req-5bcabbf0-30a0-4651-be83-f2710f389a5d tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406910 May 05 15:00:02.937530 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 95c245c3-10fb-4dde-9562-951713eb6480 is: ACTIVE; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:00:02.938100 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (95c245c3-10fb-4dde-9562-951713eb6480), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:02.964088 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c245c3-10fb-4dde-9562-951713eb6480'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:00:02.966398 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b635c82-cdce-43af-84c4-800c945473db" -d '{"events": [{"server_uuid": "c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3", "name": "network-vif-unplugged", "status": "completed", "tag": "95c245c3-10fb-4dde-9562-951713eb6480"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:00:02.983818 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 95c245c3-10fb-4dde-9562-951713eb6480, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=95c245c3-10fb-4dde-9562-951713eb6480,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:00:02.989112 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (95c245c3-10fb-4dde-9562-951713eb6480), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:03.029861 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 May 2022 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed647ab-0fe3-4581-b08b-9aa193e54159 x-openstack-request-id: req-3ed647ab-0fe3-4581-b08b-9aa193e54159 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:00:03.030180 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3", "name": "network-vif-unplugged", "status": "completed", "tag": "95c245c3-10fb-4dde-9562-951713eb6480", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:00:03.030447 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ed647ab-0fe3-4581-b08b-9aa193e54159 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:00:03.030839 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed647ab-0fe3-4581-b08b-9aa193e54159'] response: {'server_uuid': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c245c3-10fb-4dde-9562-951713eb6480', 'code': 200} May 05 15:00:03.058894 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=95c245c3-10fb-4dde-9562-951713eb6480,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:03.637398 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c5c48-5300-462d-aa7b-4083ee449b89 req-2e10cabf-c24c-44c0-a4cd-8286d708fb9d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:03.638998 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-806c5c48-5300-462d-aa7b-4083ee449b89 req-2e10cabf-c24c-44c0-a4cd-8286d708fb9d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0897131 May 05 15:00:03.672708 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468131b7-9a65-442f-a91a-9e78705603b1 req-b1784b59-187d-4977-be43-568b7b5b6b06 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:03.673958 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-468131b7-9a65-442f-a91a-9e78705603b1 req-b1784b59-187d-4977-be43-568b7b5b6b06 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0808139 May 05 15:00:03.738547 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-806c5c48-5300-462d-aa7b-4083ee449b89 req-3a93a308-5bb5-426d-b2b3-742cbbcde928 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923901 May 05 15:00:03.750304 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-468131b7-9a65-442f-a91a-9e78705603b1 req-40b87747-4a33-43c1-9b41-82a2b574fcc7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0689609 May 05 15:00:03.988849 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bab9f-d139-4349-9ef3-58d0c4f69adb req-d41dc416-fa28-48ab-9cd9-9a1697f78a28 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:03.990324 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-811bab9f-d139-4349-9ef3-58d0c4f69adb req-d41dc416-fa28-48ab-9cd9-9a1697f78a28 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0813844 May 05 15:00:04.007042 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bda58a-e1b8-45e1-a202-b5844c9aa1dc req-f6c3b734-844c-43b9-a202-ffaeaae48831 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:04.010143 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d0bda58a-e1b8-45e1-a202-b5844c9aa1dc req-f6c3b734-844c-43b9-a202-ffaeaae48831 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 943 time: 0.0674322 May 05 15:00:04.083591 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-811bab9f-d139-4349-9ef3-58d0c4f69adb req-df51b67c-0cc0-4cd1-8e00-0e180c45dbfc tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844455 May 05 15:00:04.091241 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d0bda58a-e1b8-45e1-a202-b5844c9aa1dc req-1e2e5b66-07b0-45cc-b1e2-c919889fcb5b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745289 May 05 15:00:04.918526 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3f830-d9a3-425a-a636-b4295c53169e req-e5030bee-db0a-4735-9bad-f5f4fb3e6384 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:04.920081 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-37d3f830-d9a3-425a-a636-b4295c53169e req-e5030bee-db0a-4735-9bad-f5f4fb3e6384 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0950010 May 05 15:00:04.928679 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9ef06-f0f0-451b-90f0-16e39a5a9b3a req-c628a835-3b62-443f-ada9-29b6df32cffd tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:04.930283 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f7a9ef06-f0f0-451b-90f0-16e39a5a9b3a req-c628a835-3b62-443f-ada9-29b6df32cffd tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0652289 May 05 15:00:04.995848 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-37d3f830-d9a3-425a-a636-b4295c53169e req-f602445d-a5ce-414d-bb0a-78a65ba02d7e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644751 May 05 15:00:05.015577 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f7a9ef06-f0f0-451b-90f0-16e39a5a9b3a req-aaf10dd8-c2d1-4ecc-8ad7-11f713c7ff1e tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0669799 May 05 15:00:05.246951 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0e015-a65a-40c3-9bfa-8f20d52bed70 req-f057235d-9156-4480-8ddd-2ec2bdb687eb tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:05.248520 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42a0e015-a65a-40c3-9bfa-8f20d52bed70 req-f057235d-9156-4480-8ddd-2ec2bdb687eb tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0759771 May 05 15:00:05.254660 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6d78f-76d3-4d56-9b0b-3ae838608873 req-10b5f848-6f21-4ecb-a8fa-648d0675b99a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:05.256177 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cad6d78f-76d3-4d56-9b0b-3ae838608873 req-10b5f848-6f21-4ecb-a8fa-648d0675b99a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 943 time: 0.0929134 May 05 15:00:05.330170 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cad6d78f-76d3-4d56-9b0b-3ae838608873 req-f366b07a-0e79-4ff5-9b0c-c8158244b8f9 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658448 May 05 15:00:05.338452 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42a0e015-a65a-40c3-9bfa-8f20d52bed70 req-9126dd09-4cf8-44e0-8ba7-a425a089d5df tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811293 May 05 15:00:06.167481 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ea05f-6251-4457-a08a-a658d7f8a2e7 req-557efdd8-91a7-4172-a71d-f88966a16aa4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:06.168994 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-890ea05f-6251-4457-a08a-a658d7f8a2e7 req-557efdd8-91a7-4172-a71d-f88966a16aa4 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0799916 May 05 15:00:06.181823 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698532f-5a11-4ba9-82f8-586e040454d3 req-514ed2f9-3194-497c-852c-cbf0840c044d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:06.183451 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d698532f-5a11-4ba9-82f8-586e040454d3 req-514ed2f9-3194-497c-852c-cbf0840c044d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0833921 May 05 15:00:06.263398 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-890ea05f-6251-4457-a08a-a658d7f8a2e7 req-eb7af339-4fef-4a6b-8a1c-f05e3e12caa5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788703 May 05 15:00:06.267336 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d698532f-5a11-4ba9-82f8-586e040454d3 req-662f6666-e9bb-471d-86d8-5f5d7bc024e6 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0759146 May 05 15:00:06.473822 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60962463-b681-4f44-809b-3b582bb4aada req-163752df-c6ba-4252-abe9-e9c48a1d2f65 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:06.475295 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-60962463-b681-4f44-809b-3b582bb4aada req-163752df-c6ba-4252-abe9-e9c48a1d2f65 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 943 time: 0.0738204 May 05 15:00:06.497963 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccfe70-b940-4930-bf22-136cdbbd7977 req-00a5cf24-1346-4050-afce-e4157b9b0660 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:06.499506 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1eccfe70-b940-4930-bf22-136cdbbd7977 req-00a5cf24-1346-4050-afce-e4157b9b0660 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0693295 May 05 15:00:06.562184 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-60962463-b681-4f44-809b-3b582bb4aada req-0821030d-2e93-44c9-8ce4-beca4a15b016 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800743 May 05 15:00:06.577717 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1eccfe70-b940-4930-bf22-136cdbbd7977 req-f4c5e011-888a-4bfd-8d32-ae9050fe7a76 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673876 May 05 15:00:07.269776 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-f1bc9cc3-a77a-4ab7-8b9a-0c27bab6b27e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:07.271242 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-f1bc9cc3-a77a-4ab7-8b9a-0c27bab6b27e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 943 time: 0.0463834 May 05 15:00:07.428944 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-6da5df63-8be3-4843-ba73-13b2d95274a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:07.431182 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-6da5df63-8be3-4843-ba73-13b2d95274a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00847662f3c54b2a81e47a0bcd5c3a08&device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 1129 time: 0.1073377 May 05 15:00:07.443343 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd0ca3-6282-41b2-b338-3067969db006 req-a45e5643-5725-4dce-99f2-a01c1687e101 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:07.444783 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4afd0ca3-6282-41b2-b338-3067969db006 req-a45e5643-5725-4dce-99f2-a01c1687e101 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.1105042 May 05 15:00:07.446958 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Deleting port 95c245c3-10fb-4dde-9562-951713eb6480 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:00:07.447311 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (95c245c3-10fb-4dde-9562-951713eb6480), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:07.452702 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ccae3-cea2-45b6-8b19-35dc52436b36 req-a00e47ac-abb6-420f-84ea-c50925490295 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:07.454244 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-347ccae3-cea2-45b6-8b19-35dc52436b36 req-a00e47ac-abb6-420f-84ea-c50925490295 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0902419 May 05 15:00:07.529378 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4afd0ca3-6282-41b2-b338-3067969db006 req-296c1c0e-b8c0-4ee4-a249-f725ad98ba03 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740552 May 05 15:00:07.536835 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-347ccae3-cea2-45b6-8b19-35dc52436b36 req-a8d123f8-e108-416b-afe0-d15096f31a0e tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0751569 May 05 15:00:07.555399 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] For port 95c245c3-10fb-4dde-9562-951713eb6480, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=95c245c3-10fb-4dde-9562-951713eb6480,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:00:07.555776 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (95c245c3-10fb-4dde-9562-951713eb6480), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:07.732618 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54069fa0-5c0e-4b47-bb86-5f76e7e00788 req-bd2f450c-2fda-41ee-b46f-8f2ca27ba533 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:07.734117 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-54069fa0-5c0e-4b47-bb86-5f76e7e00788 req-bd2f450c-2fda-41ee-b46f-8f2ca27ba533 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 943 time: 0.0956454 May 05 15:00:07.738457 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:07.738826 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (c333456a-218c-4ee1-a86e-a8adbcc31634), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:07.739158 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Floating IP c333456a-218c-4ee1-a86e-a8adbcc31634 disassociated. External IP: 172.27.1.20, port: 95c245c3-10fb-4dde-9562-951713eb6480. May 05 15:00:07.739507 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Calling delete_port for 95c245c3-10fb-4dde-9562-951713eb6480 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:00:07.800083 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb45fc-89cc-462b-8821-47559c402763 req-3a7f5419-0a47-43a6-a9a2-764676f9b77c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:07.801453 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f7fb45fc-89cc-462b-8821-47559c402763 req-3a7f5419-0a47-43a6-a9a2-764676f9b77c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.1331272 May 05 15:00:07.864337 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-99c74b42-1987-4d9d-8f81-7b32a3564f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:07.865828 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-99c74b42-1987-4d9d-8f81-7b32a3564f4c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 HTTP/1.1" status: 200 len: 910 time: 0.1985426 May 05 15:00:07.871809 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (95c245c3-10fb-4dde-9562-951713eb6480), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:07.875873 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-54069fa0-5c0e-4b47-bb86-5f76e7e00788 req-1c16a467-bd10-44be-a971-3c7a382f7f73 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b51fe7-a81c-4033-95a2-25cf4a5c2858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334999 May 05 15:00:07.892331 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f7fb45fc-89cc-462b-8821-47559c402763 req-8a19ed18-b3f7-405b-9a30-e9f9bd9fd151 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829494 May 05 15:00:07.900988 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'Port': ['ID=95c245c3-10fb-4dde-9562-951713eb6480,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:08.024793 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Router 71c92f8b-bfde-4236-875a-89f754c16097 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:00:08.131227 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:00:08.140976 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:00:08.151290 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:00:08.151900 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:08.174287 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] No DVR routers for this DVR port 95c245c3-10fb-4dde-9562-951713eb6480 on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:00:08.176697 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:08.179952 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d99adcb2-8032-4a4d-91e5-72550c8ea7e6 req-1f31385c-eb58-4cd5-94b1-b0e41b4c55ca tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "DELETE /v2.0/ports/95c245c3-10fb-4dde-9562-951713eb6480 HTTP/1.1" status: 204 len: 173 time: 0.8317096 May 05 15:00:08.181047 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'name': 'network-vif-deleted', 'tag': '95c245c3-10fb-4dde-9562-951713eb6480'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:00:08.183314 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c343ccee-5695-4038-af8f-c4dd965d2b8b" -d '{"events": [{"server_uuid": "c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3", "name": "network-vif-deleted", "tag": "95c245c3-10fb-4dde-9562-951713eb6480"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:00:08.229581 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d65995b-0fe8-4566-bfa7-c44620b5d9cc x-openstack-request-id: req-0d65995b-0fe8-4566-bfa7-c44620b5d9cc {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:00:08.229934 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3", "name": "network-vif-deleted", "tag": "95c245c3-10fb-4dde-9562-951713eb6480", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:00:08.230241 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d65995b-0fe8-4566-bfa7-c44620b5d9cc {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:00:08.230593 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d65995b-0fe8-4566-bfa7-c44620b5d9cc'] response: {'server_uuid': 'c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3', 'name': 'network-vif-deleted', 'tag': '95c245c3-10fb-4dde-9562-951713eb6480', 'status': 'completed', 'code': 200} May 05 15:00:08.247687 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-2cc4c14e-b9b8-44f9-a16e-10b9ee1b495b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227 HTTP/1.1" status: 200 len: 1000 time: 0.0860388 May 05 15:00:08.271214 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:00:08.313999 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-56f4f842-ffc4-4972-ba43-e07af0cb91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:08.316021 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-56f4f842-ffc4-4972-ba43-e07af0cb91f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f04552d-5b94-48c7-8344-70cbf4cd2c50 HTTP/1.1" status: 200 len: 848 time: 0.0516596 May 05 15:00:08.473095 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:08.498979 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:00:08.506979 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:00:08.507578 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T14:59:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:08.678743 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4229-4cdb-48f8-a68b-dbcb18a8f062 req-a5d792de-4a2a-440c-bd48-250c7d20f625 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:08.681371 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b3be4229-4cdb-48f8-a68b-dbcb18a8f062 req-a5d792de-4a2a-440c-bd48-250c7d20f625 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0793424 May 05 15:00:08.694166 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ef09f-6ab2-4718-a20d-ab7f04b54f2b req-ea4fa7d0-2bfb-4469-82c3-2aba687a3c83 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:08.696311 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d83ef09f-6ab2-4718-a20d-ab7f04b54f2b req-ea4fa7d0-2bfb-4469-82c3-2aba687a3c83 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0646465 May 05 15:00:08.700836 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:00:08.764103 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b3be4229-4cdb-48f8-a68b-dbcb18a8f062 req-6b37e8d9-954c-4afd-bd85-267e77bfe3d9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773318 May 05 15:00:08.775332 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d83ef09f-6ab2-4718-a20d-ab7f04b54f2b req-12599c00-878e-4d02-8118-0dd09a66bca7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0668266 May 05 15:00:08.887829 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:08.918924 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192185c4-f71d-4ba9-ac46-4e7144dbabd3 None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:00:09.004042 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-121830be-f369-4445-83a2-08bd23a8020b req-da18e4d6-2b15-465a-8759-33e006b4b776 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=c10bbcb2-8f02-4c43-b47b-bcbe8c9de7b3 HTTP/1.1" status: 200 len: 210 time: 0.0380108 May 05 15:00:09.041358 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6018d20-ccd9-4dd3-9e4b-16eeec16c3b4 req-9d089db9-ad35-40bd-8787-e2fc35ad2497 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:09.043078 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6018d20-ccd9-4dd3-9e4b-16eeec16c3b4 req-9d089db9-ad35-40bd-8787-e2fc35ad2497 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0662875 May 05 15:00:09.131658 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367ac09-cc1e-4e5b-8ba3-d320365d266f req-ab14599f-7c09-4371-b9ec-c63c2ab60dae tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:09.133600 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8367ac09-cc1e-4e5b-8ba3-d320365d266f req-ab14599f-7c09-4371-b9ec-c63c2ab60dae tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0655725 May 05 15:00:09.136795 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6018d20-ccd9-4dd3-9e4b-16eeec16c3b4 req-45fafaaf-5ed6-4258-a885-c7eeec436b93 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878680 May 05 15:00:09.167495 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc91d0a0-042b-42bf-960a-d03613eae3d3 None None] New status for floating IP c333456a-218c-4ee1-a86e-a8adbcc31634: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:00:09.185980 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8367ac09-cc1e-4e5b-8ba3-d320365d266f req-ff47391d-984e-4cca-92ff-41dbb1bc1a4c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469251 May 05 15:00:09.272931 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-bc404fb9-77e6-4eda-9112-566bfdeca837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:09.275246 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-bc404fb9-77e6-4eda-9112-566bfdeca837 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508635 May 05 15:00:09.647024 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-cfd06227-0d7a-4e47-978c-887f0a29c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:09.649124 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-cfd06227-0d7a-4e47-978c-887f0a29c62f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 1129 time: 0.0479953 May 05 15:00:09.681363 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492dc5-a2ce-4abe-86f1-d626ecad67c6 req-723f104b-cf4e-4e3e-95c8-d52c11988d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:09.682920 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b492dc5-a2ce-4abe-86f1-d626ecad67c6 req-723f104b-cf4e-4e3e-95c8-d52c11988d60 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 1129 time: 0.0598533 May 05 15:00:09.685121 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-3f031357-56dc-4564-901c-b077765009a8 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208034 May 05 15:00:09.748962 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-0de48fc3-6d0c-4372-a42b-4c24dc01787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:09.751112 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-0de48fc3-6d0c-4372-a42b-4c24dc01787b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 200 len: 911 time: 0.0946999 May 05 15:00:09.785788 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b492dc5-a2ce-4abe-86f1-d626ecad67c6 req-c8e6bb79-b280-4e82-b704-dfd47ccf9864 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929105 May 05 15:00:09.809965 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f32688be-6509-45c4-8ffe-96b2ec7d2859 req-d1416cce-d733-474f-8d44-0d214227adb7 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116483 May 05 15:00:09.822852 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-31c6cf24-30a6-406c-885e-b059a884b99d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e HTTP/1.1" status: 200 len: 1000 time: 0.0657110 May 05 15:00:09.896295 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12034bc-43bb-4d5c-b3d2-2710b89f4f66 req-f2a09f8a-e36d-4fbe-9135-42452aa742e9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:09.897665 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b12034bc-43bb-4d5c-b3d2-2710b89f4f66 req-f2a09f8a-e36d-4fbe-9135-42452aa742e9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0502648 May 05 15:00:09.944506 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b12034bc-43bb-4d5c-b3d2-2710b89f4f66 req-37bb9474-26f9-4c53-b2d0-622fb7c665c0 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411632 May 05 15:00:10.086269 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55800) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:10.138477 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-d79dd300-dd0c-46fa-9d2c-a6848df47b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:10.139925 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-d79dd300-dd0c-46fa-9d2c-a6848df47b96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a90d414-92a9-4ba0-bc64-e30a9629c478 HTTP/1.1" status: 200 len: 849 time: 0.0457580 May 05 15:00:10.140248 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dac42214-e820-4fc5-85c2-22f560b0fd57 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (28b51fe7-a81c-4033-95a2-25cf4a5c2858), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:10.162929 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dac42214-e820-4fc5-85c2-22f560b0fd57 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (28b51fe7-a81c-4033-95a2-25cf4a5c2858), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:10.221830 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dac42214-e820-4fc5-85c2-22f560b0fd57 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (28b51fe7-a81c-4033-95a2-25cf4a5c2858), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:10.224348 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dac42214-e820-4fc5-85c2-22f560b0fd57 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:10.226630 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-dac42214-e820-4fc5-85c2-22f560b0fd57 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "DELETE /v2.0/security-groups/28b51fe7-a81c-4033-95a2-25cf4a5c2858 HTTP/1.1" status: 204 len: 168 time: 0.1392941 May 05 15:00:10.229682 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:10.245273 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.api.v2.resource [None req-eadb5d43-9379-4aa4-bf8f-26b22e3f9fa2 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] show failed (client error): The resource could not be found. May 05 15:00:10.246702 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-eadb5d43-9379-4aa4-bf8f-26b22e3f9fa2 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups/28b51fe7-a81c-4033-95a2-25cf4a5c2858 HTTP/1.1" status: 404 len: 347 time: 0.0169010 May 05 15:00:10.249513 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55808) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:10.253839 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac42214-e820-4fc5-85c2-22f560b0fd57 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b51fe7-a81c-4033-95a2-25cf4a5c2858,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:10.274925 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a53d4-e75c-4292-b7ce-4788afe08a54 req-28df8eb5-32cf-4f3a-ada5-73bf1694658e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:10.278128 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-546a53d4-e75c-4292-b7ce-4788afe08a54 req-28df8eb5-32cf-4f3a-ada5-73bf1694658e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0654314 May 05 15:00:10.370523 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-df2b8462-dd56-4184-911f-9b8b85cc6863 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Deleting port 3a5a91e7-1f3e-4df5-af94-36a406864e62 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:00:10.370870 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df2b8462-dd56-4184-911f-9b8b85cc6863 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (3a5a91e7-1f3e-4df5-af94-36a406864e62), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:10.453585 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df2b8462-dd56-4184-911f-9b8b85cc6863 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (3a5a91e7-1f3e-4df5-af94-36a406864e62), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:10.453940 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df2b8462-dd56-4184-911f-9b8b85cc6863 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (3a5a91e7-1f3e-4df5-af94-36a406864e62), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:10.495755 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-df2b8462-dd56-4184-911f-9b8b85cc6863 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Calling delete_port for 3a5a91e7-1f3e-4df5-af94-36a406864e62 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:00:10.513946 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-a52ccc59-c05e-4d99-bcc3-59a6beca7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:10.515441 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-a52ccc59-c05e-4d99-bcc3-59a6beca7162 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588746 May 05 15:00:10.571048 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44ba99-3bec-47e1-9b1a-aed0a170cb79 req-022cc13a-7582-4cf6-820c-da32e669c44d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:10.572525 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8f44ba99-3bec-47e1-9b1a-aed0a170cb79 req-022cc13a-7582-4cf6-820c-da32e669c44d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.2934175 May 05 15:00:10.607418 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-546a53d4-e75c-4292-b7ce-4788afe08a54 req-69955b0e-d61b-4044-aac4-e7350f7878f7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3171589 May 05 15:00:10.636237 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8f44ba99-3bec-47e1-9b1a-aed0a170cb79 req-cafddb91-06e1-468f-98a1-268b9a8d4f89 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0580499 May 05 15:00:10.668462 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-da298937-8ed3-43fc-87a4-1cf7982c5f42 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193814 May 05 15:00:10.770013 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df2b8462-dd56-4184-911f-9b8b85cc6863 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (3a5a91e7-1f3e-4df5-af94-36a406864e62), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:10.803983 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b8462-dd56-4184-911f-9b8b85cc6863 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'Port': ['ID=3a5a91e7-1f3e-4df5-af94-36a406864e62,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:10.821371 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6c4c64ce-6c17-455c-bba4-15737a76701c req-c21103ba-ab32-4833-8bbb-4029d9076452 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273117 May 05 15:00:10.875578 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df2b8462-dd56-4184-911f-9b8b85cc6863 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (c333456a-218c-4ee1-a86e-a8adbcc31634), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:10.878094 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df2b8462-dd56-4184-911f-9b8b85cc6863 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:10.879197 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-df2b8462-dd56-4184-911f-9b8b85cc6863 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "DELETE /v2.0/floatingips/c333456a-218c-4ee1-a86e-a8adbcc31634 HTTP/1.1" status: 204 len: 168 time: 0.6287575 May 05 15:00:11.055779 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e73aa-94ab-4c1f-8451-4e4555702a29 req-64a67ab3-f859-4208-af22-3348f73172c6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:11.057214 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a63e73aa-94ab-4c1f-8451-4e4555702a29 req-64a67ab3-f859-4208-af22-3348f73172c6 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0456562 May 05 15:00:11.105587 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a63e73aa-94ab-4c1f-8451-4e4555702a29 req-3f8a8214-efd1-49b8-abd2-bc359087b97d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427768 May 05 15:00:11.217759 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55814) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:11.222252 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-53f4a944-c417-4ec4-94dc-f2622c202d1a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156793037', 'description': 'tempest-description--645804611'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:00:11.243691 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53f4a944-c417-4ec4-94dc-f2622c202d1a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.535956 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53f4a944-c417-4ec4-94dc-f2622c202d1a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (e58d9884-161c-4f01-a078-3eae97219b2b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.540023 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53f4a944-c417-4ec4-94dc-f2622c202d1a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (e58d9884-161c-4f01-a078-3eae97219b2b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.568049 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53f4a944-c417-4ec4-94dc-f2622c202d1a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.569260 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-53f4a944-c417-4ec4-94dc-f2622c202d1a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3505039 May 05 15:00:11.572872 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55816) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:11.577215 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6dc5422e-67c8-4c8a-9636-23a5ff69d600 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group_rule': {'security_group_id': 'e58d9884-161c-4f01-a078-3eae97219b2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:00:11.580947 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4a944-c417-4ec4-94dc-f2622c202d1a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58d9884-161c-4f01-a078-3eae97219b2b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:11.603536 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dc5422e-67c8-4c8a-9636-23a5ff69d600 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (ad552c8e-1bea-4bbd-b786-9c5e4711dacb), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.656810 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dc5422e-67c8-4c8a-9636-23a5ff69d600 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (ad552c8e-1bea-4bbd-b786-9c5e4711dacb), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.662359 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dc5422e-67c8-4c8a-9636-23a5ff69d600 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (ad552c8e-1bea-4bbd-b786-9c5e4711dacb), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.680851 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5422e-67c8-4c8a-9636-23a5ff69d600 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad552c8e-1bea-4bbd-b786-9c5e4711dacb,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:11.694740 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dc5422e-67c8-4c8a-9636-23a5ff69d600 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.698116 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6dc5422e-67c8-4c8a-9636-23a5ff69d600 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240425 May 05 15:00:11.698990 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55822) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:11.703462 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c91f58e8-df4a-48c9-8dc1-74eea9fb7b77 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group_rule': {'security_group_id': 'e58d9884-161c-4f01-a078-3eae97219b2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:00:11.733806 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c91f58e8-df4a-48c9-8dc1-74eea9fb7b77 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (53f3642f-cedc-49c9-aad8-15598c3bd8a2), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.759110 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aafe72-cff9-4977-8ed3-d2feefa59870 req-38c1fbfa-b82a-4f77-98d3-e0a2acc09123 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:11.760594 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-31aafe72-cff9-4977-8ed3-d2feefa59870 req-38c1fbfa-b82a-4f77-98d3-e0a2acc09123 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0774674 May 05 15:00:11.771391 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38863085-a048-4f54-9f6c-127eadc5a861 req-c031618e-f417-41e7-abd4-b58236e2286a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:11.772819 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-38863085-a048-4f54-9f6c-127eadc5a861 req-c031618e-f417-41e7-abd4-b58236e2286a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0596311 May 05 15:00:11.794826 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c91f58e8-df4a-48c9-8dc1-74eea9fb7b77 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (53f3642f-cedc-49c9-aad8-15598c3bd8a2), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.798574 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c91f58e8-df4a-48c9-8dc1-74eea9fb7b77 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (53f3642f-cedc-49c9-aad8-15598c3bd8a2), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.821109 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f58e8-df4a-48c9-8dc1-74eea9fb7b77 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f3642f-cedc-49c9-aad8-15598c3bd8a2,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:11.826629 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c91f58e8-df4a-48c9-8dc1-74eea9fb7b77 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.830124 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c91f58e8-df4a-48c9-8dc1-74eea9fb7b77 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300826 May 05 15:00:11.832501 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 55824) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:11.837330 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:00:11.848185 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-31aafe72-cff9-4977-8ed3-d2feefa59870 req-bba6a74e-6dd9-4846-aa01-3b90edd16c78 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738473 May 05 15:00:11.851448 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-38863085-a048-4f54-9f6c-127eadc5a861 req-d293645e-bc82-47b5-9bb8-3809f245aa3b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0704110 May 05 15:00:11.859054 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:11.943294 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:12.048318 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Allocated IP 172.27.1.92 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/2fb051fa-99db-44cf-bdb5-70e88d489b3f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:00:12.148153 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (2fb051fa-99db-44cf-bdb5-70e88d489b3f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:12.182900 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (2fb051fa-99db-44cf-bdb5-70e88d489b3f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:12.225088 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:00:12.227640 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d754180-11f1-4a1a-97a6-152ac8190cc9 req-294e62dd-fbeb-4020-bc2b-b41bca88aa1a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:12.228193 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:00:12.229210 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6d754180-11f1-4a1a-97a6-152ac8190cc9 req-294e62dd-fbeb-4020-bc2b-b41bca88aa1a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0526636 May 05 15:00:12.234400 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:00:12.239847 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=2fb051fa-99db-44cf-bdb5-70e88d489b3f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:12.281165 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6d754180-11f1-4a1a-97a6-152ac8190cc9 req-08385fa4-2bb5-49e9-8516-783c4eaab55e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451207 May 05 15:00:12.334932 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (b0510a04-2f06-4975-b136-75c3a029ac14), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:12.373582 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (2fb051fa-99db-44cf-bdb5-70e88d489b3f), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:12.533788 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (2fb051fa-99db-44cf-bdb5-70e88d489b3f), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:12.539194 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (2fb051fa-99db-44cf-bdb5-70e88d489b3f), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:12.540036 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf61f919-a94a-49b1-915a-f9529e41ace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:12.622905 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (b0510a04-2f06-4975-b136-75c3a029ac14), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:12.636104 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=2fb051fa-99db-44cf-bdb5-70e88d489b3f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:12.649727 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:12.652367 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6b019ac5-c08a-419f-bea6-0813f5781904 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8172960 May 05 15:00:12.688864 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a051-4642-4920-b8af-c830ac8dd82d req-4d2cff3b-42a3-4120-8d9c-015a1de143f2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:12.694161 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5357a051-4642-4920-b8af-c830ac8dd82d req-4d2cff3b-42a3-4120-8d9c-015a1de143f2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0539196 May 05 15:00:12.704862 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-512a31ae-22b6-4939-a48e-db0b1972b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:12.706482 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-512a31ae-22b6-4939-a48e-db0b1972b20c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 1129 time: 0.0456429 May 05 15:00:12.739834 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5357a051-4642-4920-b8af-c830ac8dd82d req-40aeff1e-1713-4355-9b84-9e6a7fe19e8c tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 May 05 15:00:12.810378 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-37501238-f401-40ac-9919-b9b66397977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:12.811847 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-37501238-f401-40ac-9919-b9b66397977a service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.0996244 May 05 15:00:12.864291 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-29ab42f7-45e7-4246-a771-bd63fbae768c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--156793037&fields=id&tenant_id=4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 267 time: 0.0408676 May 05 15:00:12.876381 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-efebdfac-9c27-424d-8c97-719be193312d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f HTTP/1.1" status: 200 len: 1001 time: 0.0578973 May 05 15:00:12.926018 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-71bbc9cf-c34d-4224-a8df-3ebae0e5e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:12.927452 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-71bbc9cf-c34d-4224-a8df-3ebae0e5e57b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.0450275 May 05 15:00:12.974617 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-6a8926fd-1921-4d07-9244-017b8463cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:12.976254 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-6a8926fd-1921-4d07-9244-017b8463cac0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422497 May 05 15:00:13.000559 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d991aa2-16b0-4cca-9c0c-ce09734f285b req-b41034cb-4ccf-4eb2-b5c3-91a7e0a9b3e0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:13.002119 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0d991aa2-16b0-4cca-9c0c-ce09734f285b req-b41034cb-4ccf-4eb2-b5c3-91a7e0a9b3e0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0590076 May 05 15:00:13.022575 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e440e-3729-41eb-b1be-a0020c935811 req-36072964-0aae-4be8-b4c3-4abef0305cac tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:13.024123 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-36072964-0aae-4be8-b4c3-4abef0305cac tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 814 time: 0.1521239 May 05 15:00:13.046536 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-3175b1d4-95bf-415a-b749-f092cd657e0c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/quotas/4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 375 time: 0.0151160 May 05 15:00:13.069789 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-bd512a26-8cde-46ab-badc-1ff5dcdbeaa0 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876691 May 05 15:00:13.100737 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0d991aa2-16b0-4cca-9c0c-ce09734f285b req-fce17a93-a541-49e7-866a-e7b87743df7a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912685 May 05 15:00:13.113298 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-062b1071-e732-4cbd-9e80-d5c666630657 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608840 May 05 15:00:13.165662 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-450b9e44-69d5-4aff-991e-a341b888f6b2 req-119765b8-5700-48fa-bbd3-4dfdc0bea81b service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906782 May 05 15:00:13.251937 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a272d-dd95-4270-98e6-9fafbd865028 req-3552b4e1-e13f-4d9d-a0b7-8ee42d23d261 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:13.253395 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b70a272d-dd95-4270-98e6-9fafbd865028 req-3552b4e1-e13f-4d9d-a0b7-8ee42d23d261 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0681601 May 05 15:00:13.255294 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-3557fb7e-3bdd-45c2-a115-5f9474fefd8a service neutron] 10.222.0.48 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299186 May 05 15:00:13.350395 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b70a272d-dd95-4270-98e6-9fafbd865028 req-253c8a9b-4557-4048-b6df-c51e6435a9da tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0912158 May 05 15:00:13.376904 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-4bf52fec-ceee-4574-81c5-7871bf790654 service neutron] 10.222.0.48 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109288 May 05 15:00:13.534831 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76ea4c31-a52c-4389-aca2-3f4da4f98835 req-a12172d4-a3a4-4b66-83db-da371f9a84ab tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 210 time: 0.0289266 May 05 15:00:13.861896 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339286d-f2c7-40a4-90f7-88c8375d0015 req-45d28546-e769-473c-911d-29d42ae8bacc tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:13.863403 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3339286d-f2c7-40a4-90f7-88c8375d0015 req-45d28546-e769-473c-911d-29d42ae8bacc tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0517042 May 05 15:00:13.910410 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3339286d-f2c7-40a4-90f7-88c8375d0015 req-0cead78b-1be7-420d-992c-37e0178ee88f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408196 May 05 15:00:14.221603 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650af93-42b5-42ad-a53d-e6beb3f1dea3 req-adbfb51b-f612-41ce-bba2-259441ebe258 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:14.223089 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9650af93-42b5-42ad-a53d-e6beb3f1dea3 req-adbfb51b-f612-41ce-bba2-259441ebe258 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0478950 May 05 15:00:14.271347 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9650af93-42b5-42ad-a53d-e6beb3f1dea3 req-6b66d2eb-f73a-43c8-9119-548e63c2fb90 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418501 May 05 15:00:14.630184 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9d10c72b-bd3d-4315-9e82-4948ad9c7a6b req-806701ce-7d77-4701-9cda-cda86fb69b1e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 210 time: 0.0311735 May 05 15:00:14.937092 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fd326eb-0b03-440f-b20a-610036c56e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:15.026078 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b227b6-00c0-4e91-a3c2-8d3911d1225b req-9bc0f6a9-1919-4234-8cb4-b9a3a23da293 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:15.027540 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-01b227b6-00c0-4e91-a3c2-8d3911d1225b req-9bc0f6a9-1919-4234-8cb4-b9a3a23da293 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0471308 May 05 15:00:15.073566 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-01b227b6-00c0-4e91-a3c2-8d3911d1225b req-e38a57bc-934f-474d-9fc5-877268cccdd8 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404744 May 05 15:00:15.389639 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef8cb2-5b3e-4f21-b700-4cd87d9c08b4 req-d8ab6c16-f80f-4460-a51f-da1d47141540 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:15.391095 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-64ef8cb2-5b3e-4f21-b700-4cd87d9c08b4 req-d8ab6c16-f80f-4460-a51f-da1d47141540 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0467227 May 05 15:00:15.438474 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-64ef8cb2-5b3e-4f21-b700-4cd87d9c08b4 req-468eb6de-735a-4a51-93dd-7e3ec7697a37 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414906 May 05 15:00:15.728569 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9831030a-37c1-41cc-ab0f-01f4cfa8c658 req-8cc870ae-b7cc-460d-96b0-e139003a2ac2 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 210 time: 0.0332971 May 05 15:00:16.185910 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15131ec2-3282-44be-bb08-7b25172ca867 req-74f79940-415c-439e-8a0e-1737a821a110 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:16.187345 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15131ec2-3282-44be-bb08-7b25172ca867 req-74f79940-415c-439e-8a0e-1737a821a110 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0466959 May 05 15:00:16.218928 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:16.234126 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15131ec2-3282-44be-bb08-7b25172ca867 req-649d689e-c668-413b-9abe-67afed66ab09 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 May 05 15:00:16.562968 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5b23a-fb03-4c91-9894-d28d5f712432 req-65523e80-f385-4f5b-99c6-393b4004458a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:16.564670 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-37f5b23a-fb03-4c91-9894-d28d5f712432 req-65523e80-f385-4f5b-99c6-393b4004458a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 943 time: 0.0464849 May 05 15:00:16.610723 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-37f5b23a-fb03-4c91-9894-d28d5f712432 req-a2ce3167-0540-4461-89df-c17005fd8d59 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404654 May 05 15:00:16.829381 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e216e724-479b-49f8-97e3-fbdfe5368c4e req-c29b2105-0da6-4f24-b4a5-212c202fa835 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 210 time: 0.0339661 May 05 15:00:16.900989 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device b483c22d-4756-486d-9c21-1aa45194e39c details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:00:16.950722 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e440e-3729-41eb-b1be-a0020c935811 req-75b6ec2d-29ea-47d5-9b6b-44cc36ac3bfa tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:16.952177 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-75b6ec2d-29ea-47d5-9b6b-44cc36ac3bfa tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 814 time: 0.1026170 May 05 15:00:17.001449 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:00:17.013523 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'port_id': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'mac_address': 'fa:16:3e:64:d1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:00:17.037778 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-564d55a1-c631-4c59-afc9-dd308c461e24 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 379 time: 0.0533240 May 05 15:00:17.050799 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port b483c22d-4756-486d-9c21-1aa45194e39c is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:00:17.051186 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:17.063507 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b483c22d-4756-486d-9c21-1aa45194e39c {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:00:17.082607 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:00:17.086539 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:17.130578 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=9']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:17.160732 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'port': {'device_id': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'admin_state_up': True, 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'security_groups': ['e58d9884-161c-4f01-a078-3eae97219b2b']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:00:17.269964 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Made reservation on behalf of 4b1e03b7662e4cdaba4a6781dc483a86 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:00:17.274095 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:17.350871 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7531137-339c-4e81-957e-d7e5c41f57c2 req-121c0ddb-f3f4-4b1e-a56f-032749e75ccd tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:17.352522 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7531137-339c-4e81-957e-d7e5c41f57c2 req-121c0ddb-f3f4-4b1e-a56f-032749e75ccd tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0488555 May 05 15:00:17.400674 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Allocated IP 172.20.0.10 (7315cbb0-f7ab-4cc7-826a-00d315766094/ecc3a093-dfbf-497b-a54b-958b26e58c9a/cd762a0a-d1a1-49fe-b059-0baa895351e9) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:00:17.402877 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7531137-339c-4e81-957e-d7e5c41f57c2 req-ef776b34-e62b-4789-8456-b719b3f8883f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431488 May 05 15:00:17.486959 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['b483c22d-4756-486d-9c21-1aa45194e39c'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:00:17.517157 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224a968-9266-4785-bed6-3eea4b4a8c80 req-014e3b32-4eea-4f6d-b080-bbd4d9b300e1 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:17.518709 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3224a968-9266-4785-bed6-3eea4b4a8c80 req-014e3b32-4eea-4f6d-b080-bbd4d9b300e1 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0493484 May 05 15:00:17.527590 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55894) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:17.532420 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a7fe55b0-931f-4da7-84cb-9eea5882da24 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Request body: {'floatingip': {'port_id': 'c6efb9f4-b749-4909-887f-68b0edc5db8f'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:00:17.550865 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:17.592118 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:17.598697 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7fe55b0-931f-4da7-84cb-9eea5882da24 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for floatingip (ef74bb20-cd8f-41d9-bdd5-a8e08919997e), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:17.642689 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:00:17.645397 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:00:17.650044 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:00:17.669900 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:17.678419 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=cd762a0a-d1a1-49fe-b059-0baa895351e9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:17.712047 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:17.713059 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:17.734767 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-3bf667d8-ffca-4fb3-a4ef-f1684378163a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5781124 May 05 15:00:17.756431 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Request body: {'port': {'device_id': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:00:17.825016 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:17.874323 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6605a79-f9df-4a83-9659-d883de7d887c req-562ff705-b957-41b1-9366-17a0e278a677 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:17.875846 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6605a79-f9df-4a83-9659-d883de7d887c req-562ff705-b957-41b1-9366-17a0e278a677 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 944 time: 0.1126578 May 05 15:00:17.991590 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6605a79-f9df-4a83-9659-d883de7d887c req-bc0db92f-5730-4ee9-a676-b856176f6c9b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077294 May 05 15:00:17.997090 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-2a689d94-42d8-414f-89cb-be1dee33995a None None] Provisioning complete for port cd762a0a-d1a1-49fe-b059-0baa895351e9 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:00:17.997802 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a689d94-42d8-414f-89cb-be1dee33995a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.016174 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bdc5b-2515-4063-87b6-5c3c7d920b3a req-a510948d-e20f-4140-a276-8f9b30327752 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:18.023268 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a0bdc5b-2515-4063-87b6-5c3c7d920b3a req-a510948d-e20f-4140-a276-8f9b30327752 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 932 time: 0.1113439 May 05 15:00:18.040011 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2a689d94-42d8-414f-89cb-be1dee33995a None None] Port cd762a0a-d1a1-49fe-b059-0baa895351e9 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:00:18.127684 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd762a0a-d1a1-49fe-b059-0baa895351e9 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:00:18.135585 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Publish callbacks [] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.147279 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a0bdc5b-2515-4063-87b6-5c3c7d920b3a req-fdb19798-2785-440f-ab42-12494e3d1bc3 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231663 May 05 15:00:18.148024 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Transition to ACTIVE for port object cd762a0a-d1a1-49fe-b059-0baa895351e9 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:00:18.151841 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.208416 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Pushing event updated for resources: {'Port': ['ID=cd762a0a-d1a1-49fe-b059-0baa895351e9,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:18.281211 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Attempting to bind port cd762a0a-d1a1-49fe-b059-0baa895351e9 on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:00:18.281556 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Attempting to bind port cd762a0a-d1a1-49fe-b059-0baa895351e9 by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:00:18.281927 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Attempting to bind port cd762a0a-d1a1-49fe-b059-0baa895351e9 on network 7315cbb0-f7ab-4cc7-826a-00d315766094 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:00:18.287136 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Port cd762a0a-d1a1-49fe-b059-0baa895351e9 on network 7315cbb0-f7ab-4cc7-826a-00d315766094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:00:18.287474 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Attempting to bind port cd762a0a-d1a1-49fe-b059-0baa895351e9 on network 7315cbb0-f7ab-4cc7-826a-00d315766094 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:00:18.294142 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:00:18.294553 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Checking segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:00:18.295139 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Bound using segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:00:18.296305 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Bound port: cd762a0a-d1a1-49fe-b059-0baa895351e9, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:00:18.296684 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.319317 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7fe55b0-931f-4da7-84cb-9eea5882da24 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.323851 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7fe55b0-931f-4da7-84cb-9eea5882da24 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (ef74bb20-cd8f-41d9-bdd5-a8e08919997e), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.370034 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] For port cd762a0a-d1a1-49fe-b059-0baa895351e9, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:00:18.373419 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] For port cd762a0a-d1a1-49fe-b059-0baa895351e9, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=cd762a0a-d1a1-49fe-b059-0baa895351e9,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:00:18.380748 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.412201 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:18.412839 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.415298 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] 10.222.0.25 "PUT /v2.0/ports/cd762a0a-d1a1-49fe-b059-0baa895351e9 HTTP/1.1" status: 200 len: 1094 time: 0.6638849 May 05 15:00:18.417521 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'tag': 'cd762a0a-d1a1-49fe-b059-0baa895351e9'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:00:18.420004 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d739e6e-baaa-4166-a732-3921ccf8a09f" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc5f521-b3e3-4010-bff0-f14ce52183a4", "tag": "cd762a0a-d1a1-49fe-b059-0baa895351e9"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:00:18.456913 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e11b3-7b26-439a-b429-062fa9ccffcd service neutron] Pushing event updated for resources: {'Port': ['ID=cd762a0a-d1a1-49fe-b059-0baa895351e9,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:18.499631 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007e01d3-7359-4e86-93ae-ba5a78457a3e x-openstack-request-id: req-007e01d3-7359-4e86-93ae-ba5a78457a3e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:00:18.499995 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc5f521-b3e3-4010-bff0-f14ce52183a4", "tag": "cd762a0a-d1a1-49fe-b059-0baa895351e9", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:00:18.500251 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-007e01d3-7359-4e86-93ae-ba5a78457a3e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:00:18.500671 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007e01d3-7359-4e86-93ae-ba5a78457a3e'] response: {'name': 'network-changed', 'server_uuid': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'tag': 'cd762a0a-d1a1-49fe-b059-0baa895351e9', 'status': 'completed', 'code': 200} May 05 15:00:18.534427 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e440e-3729-41eb-b1be-a0020c935811 req-c31b1313-a2ce-40c2-9e48-01c60c3a0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:18.535955 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-c31b1313-a2ce-40c2-9e48-01c60c3a0b3e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 1128 time: 0.0504787 May 05 15:00:18.584106 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fe55b0-931f-4da7-84cb-9eea5882da24 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Router 3880511f-ed19-43e8-9674-dd3794e69f99 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:00:18.596130 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-7c282240-4ed7-47f4-a302-d70c686fe4fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd762a0a-d1a1-49fe-b059-0baa895351e9 HTTP/1.1" status: 200 len: 217 time: 0.0406523 May 05 15:00:18.648685 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e440e-3729-41eb-b1be-a0020c935811 req-1790faa2-1404-4c67-9fa8-5d186b9a7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:18.650178 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-1790faa2-1404-4c67-9fa8-5d186b9a7c9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0451667 May 05 15:00:18.698882 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e440e-3729-41eb-b1be-a0020c935811 req-8e35ef47-768f-475a-a146-9fdb6d6367c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:18.699829 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fe55b0-931f-4da7-84cb-9eea5882da24 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:00:18.700385 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-8e35ef47-768f-475a-a146-9fdb6d6367c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402005 May 05 15:00:18.704406 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7fe55b0-931f-4da7-84cb-9eea5882da24 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.709824 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] Sync routers for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:00:18.720265 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:00:18.720896 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:00:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:18.737956 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:00:18.740196 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:00:18.771194 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a7fe55b0-931f-4da7-84cb-9eea5882da24 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "PUT /v2.0/floatingips/ef74bb20-cd8f-41d9-bdd5-a8e08919997e HTTP/1.1" status: 200 len: 993 time: 1.2422657 May 05 15:00:18.781681 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32197bc1-7b1e-4274-aa40-a09be69dfce6 x-openstack-request-id: req-32197bc1-7b1e-4274-aa40-a09be69dfce6 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:00:18.781835 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:00:18.783017 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32197bc1-7b1e-4274-aa40-a09be69dfce6 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:00:18.783017 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32197bc1-7b1e-4274-aa40-a09be69dfce6'] response: {'name': 'network-changed', 'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'status': 'completed', 'code': 200} May 05 15:00:18.819520 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-0ec15bb9-135c-4c6d-abae-2eef4101e138 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113861 May 05 15:00:18.846244 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:00:18.873591 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-d85700d7-873f-4707-bb53-12a74eeebe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:18.875232 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-d85700d7-873f-4707-bb53-12a74eeebe39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 1129 time: 0.0414209 May 05 15:00:18.893313 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device b483c22d-4756-486d-9c21-1aa45194e39c up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:00:18.921342 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-641e440e-3729-41eb-b1be-a0020c935811 req-4e3add13-2373-40f4-b591-51bb11011100 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928206 May 05 15:00:18.958666 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.970489 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port b483c22d-4756-486d-9c21-1aa45194e39c triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:00:18.970850 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:18.983370 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-87fae157-ea13-4190-bde1-16d1acd77f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:18.984850 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-87fae157-ea13-4190-bde1-16d1acd77f83 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.1002390 May 05 15:00:19.054359 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port b483c22d-4756-486d-9c21-1aa45194e39c is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:00:19.054755 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:19.074121 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ef74bb20-cd8f-41d9-bdd5-a8e08919997e', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'port_id': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'mac_address': 'fa:16:3e:b6:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:58:32Z', 'updated_at': '2022-05-05T15:00:18Z', 'revision_number': 3, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:47Z', 'revision_number': 5, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:19.079225 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:00:19.081451 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49cf393-b6b4-4989-a801-88b2cc2c9d82" -d '{"events": [{"server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "name": "network-vif-plugged", "status": "completed", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:00:19.094527 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:00:19.101047 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:19.114486 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] Checking router: 3880511f-ed19-43e8-9674-dd3794e69f99 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:00:19.125425 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:00:19.126082 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:00:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:19.130709 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cd43f2-1203-4e09-87de-b221701b9b2b x-openstack-request-id: req-72cd43f2-1203-4e09-87de-b221701b9b2b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:00:19.131032 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "name": "network-vif-plugged", "status": "completed", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:00:19.131290 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72cd43f2-1203-4e09-87de-b221701b9b2b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:00:19.131680 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72cd43f2-1203-4e09-87de-b221701b9b2b'] response: {'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'code': 200} May 05 15:00:19.138560 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7424a4-859b-4598-99c9-74c2c347bd97 req-4cec4c6d-dc9e-4fe4-9e95-328080851d5f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:19.140061 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b7424a4-859b-4598-99c9-74c2c347bd97 req-4cec4c6d-dc9e-4fe4-9e95-328080851d5f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 944 time: 0.0627744 May 05 15:00:19.160963 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:19.193692 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b7424a4-859b-4598-99c9-74c2c347bd97 req-45e966e5-1a6f-4f23-8707-8c7b4a49922a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466712 May 05 15:00:19.240606 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:00:19.272278 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479f659-151c-4ea5-9d67-84dfb54997d4 req-1aa43183-fda7-4dc6-a9a9-ab748391aee2 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:19.274446 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2479f659-151c-4ea5-9d67-84dfb54997d4 req-1aa43183-fda7-4dc6-a9a9-ab748391aee2 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 944 time: 0.0468595 May 05 15:00:19.325904 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2479f659-151c-4ea5-9d67-84dfb54997d4 req-dea33814-4e5c-4ee2-a164-4d09d4800efe tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455651 May 05 15:00:19.461908 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ef74bb20-cd8f-41d9-bdd5-a8e08919997e', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'port_id': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'mac_address': 'fa:16:3e:b6:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:58:32Z', 'updated_at': '2022-05-05T15:00:18Z', 'revision_number': 3, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:47Z', 'revision_number': 5, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:19.487795 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d8d4b-bef0-4977-889e-6898bbab0e66 None None] The sync data for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi is: [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ef74bb20-cd8f-41d9-bdd5-a8e08919997e', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'port_id': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'mac_address': 'fa:16:3e:b6:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T14:58:32Z', 'updated_at': '2022-05-05T15:00:18Z', 'revision_number': 3, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:47Z', 'revision_number': 5, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:00:20.136366 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-1cb5277d-0fc0-4573-a41e-1fa948507bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:20.136969 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-a12b48d9-b64a-4928-b584-7d69a364649d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f HTTP/1.1" status: 200 len: 1001 time: 0.0586600 May 05 15:00:20.137872 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-1cb5277d-0fc0-4573-a41e-1fa948507bbc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 1128 time: 0.0455339 May 05 15:00:20.312582 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466941a-5885-4875-97ab-fedf652563d7 req-a7d49337-2567-4ee6-99ec-12e218cf48f1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:20.314060 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a466941a-5885-4875-97ab-fedf652563d7 req-a7d49337-2567-4ee6-99ec-12e218cf48f1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 946 time: 0.0464849 May 05 15:00:20.363682 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a466941a-5885-4875-97ab-fedf652563d7 req-3d4f8272-48a0-413b-9497-206fa278c33c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439301 May 05 15:00:20.441823 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8293ea-4c19-40e0-8a28-c4368398dcf6 req-99740bd6-a1a0-44e2-a70a-9f1f179b9e36 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:20.443267 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-da8293ea-4c19-40e0-8a28-c4368398dcf6 req-99740bd6-a1a0-44e2-a70a-9f1f179b9e36 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 944 time: 0.0493023 May 05 15:00:20.520832 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-da8293ea-4c19-40e0-8a28-c4368398dcf6 req-07a67bf4-1382-4146-8cb9-dfb2fc50ad9e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714295 May 05 15:00:20.531816 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-a9d0265e-27b6-4538-b754-5f6a13d7fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:20.533353 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-a9d0265e-27b6-4538-b754-5f6a13d7fb4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.0587423 May 05 15:00:20.573166 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-8a24a2e5-8621-4cac-87b2-f8c23125cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:20.574655 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-8a24a2e5-8621-4cac-87b2-f8c23125cad3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 915 time: 0.1032321 May 05 15:00:20.580659 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-4d28b8d5-176f-45ee-aeae-6ed652c73ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:20.582257 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-4d28b8d5-176f-45ee-aeae-6ed652c73ffe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420330 May 05 15:00:20.620355 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-70e08964-628c-4e1f-9ebf-480d28c9c8b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd762a0a-d1a1-49fe-b059-0baa895351e9 HTTP/1.1" status: 200 len: 217 time: 0.0388496 May 05 15:00:20.682145 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-ad76db7f-5211-4088-ade0-9b99be00d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:20.683592 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-ad76db7f-5211-4088-ade0-9b99be00d6ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0443084 May 05 15:00:20.693570 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f93fc3-e547-492f-a6e1-d5e9e6bacba7 req-71fb5b64-c113-4087-8521-799d9d30ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:20.695077 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70f93fc3-e547-492f-a6e1-d5e9e6bacba7 req-71fb5b64-c113-4087-8521-799d9d30ae73 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 1130 time: 0.0477307 May 05 15:00:20.712006 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-7bf7f1c1-4b54-4126-b1b3-a6be931b0b63 service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239436 May 05 15:00:20.728030 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-54924c25-a2d2-4833-9a38-725ca9ebee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:20.729520 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-54924c25-a2d2-4833-9a38-725ca9ebee37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391359 May 05 15:00:20.793445 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:00:20.795679 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94011cce-4d33-4420-a98e-bbe200bd6f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:00:20.807071 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70f93fc3-e547-492f-a6e1-d5e9e6bacba7 req-fa7d5916-88ee-4981-9888-3ec209aa7ac8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049128 May 05 15:00:20.821852 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-cbea319d-6213-41b9-badb-54ad673bd4fa service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857646 May 05 15:00:20.830988 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfcae939-9c8a-4265-ab56-77a7fecd6d7d req-e8680074-9642-460a-9687-232d251b18aa service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129723 May 05 15:00:20.833619 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff9755d-92b7-4473-8c74-aeee1b66fde0 x-openstack-request-id: req-6ff9755d-92b7-4473-8c74-aeee1b66fde0 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:00:20.833947 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:00:20.834205 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ff9755d-92b7-4473-8c74-aeee1b66fde0 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:00:20.834589 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff9755d-92b7-4473-8c74-aeee1b66fde0'] response: {'name': 'network-changed', 'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'status': 'completed', 'code': 200} May 05 15:00:21.257290 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6d739e6e-baaa-4166-a732-3921ccf8a09f req-15f03e05-9cfe-43a9-80d9-e226e71a44d7 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819826 May 05 15:00:21.480569 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4515910-40c4-42d7-80b6-342af9148b70 req-106bbb2e-23a2-4606-ad83-12580a0966c2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:21.482057 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b4515910-40c4-42d7-80b6-342af9148b70 req-106bbb2e-23a2-4606-ad83-12580a0966c2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 946 time: 0.0475123 May 05 15:00:21.528764 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b4515910-40c4-42d7-80b6-342af9148b70 req-6cc596a7-2870-46b9-9f65-fa847b31b305 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411069 May 05 15:00:21.652546 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-e7573ec7-6228-4ee2-b07f-8e13807fe70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:21.654076 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-e7573ec7-6228-4ee2-b07f-8e13807fe70d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3956c3f25d4e496aaef3d83857fd310f&device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 1129 time: 0.0447028 May 05 15:00:21.749103 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-36510b1b-7deb-4baf-aeb7-0decccc832c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:21.750629 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-36510b1b-7deb-4baf-aeb7-0decccc832c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 200 len: 920 time: 0.0894446 May 05 15:00:21.824445 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-a52e0322-c2b6-499e-97e3-0a047ea905d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f HTTP/1.1" status: 200 len: 1001 time: 0.0640011 May 05 15:00:21.868366 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96221f-a52c-4815-97a0-65386294643c req-b0b38e17-ba16-4ecc-bc87-3b64e0b58b6c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:21.869899 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-de96221f-a52c-4815-97a0-65386294643c req-b0b38e17-ba16-4ecc-bc87-3b64e0b58b6c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 944 time: 0.2775674 May 05 15:00:21.890080 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-e2a031ab-4fb3-4256-a967-6ce8d16de6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:21.891664 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-e2a031ab-4fb3-4256-a967-6ce8d16de6e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 200 len: 858 time: 0.0442634 May 05 15:00:21.915381 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-de96221f-a52c-4815-97a0-65386294643c req-c5ca14a8-261d-4130-be16-c8f058c2a264 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397506 May 05 15:00:21.939151 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-03cd060d-eaf1-4480-be31-aabc1a5426c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:21.940899 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-03cd060d-eaf1-4480-be31-aabc1a5426c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=16fadcf3-257b-45a7-92ef-ee621845bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395949 May 05 15:00:22.109577 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-b11f9995-aa5a-4fe9-8c04-ee9c6e510eee service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928240 May 05 15:00:22.652362 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0f215-3201-4572-805a-41402a141007 req-fd61bb1b-a06f-46c7-baa1-9867dd1a97f3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:22.653823 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-14d0f215-3201-4572-805a-41402a141007 req-fd61bb1b-a06f-46c7-baa1-9867dd1a97f3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 946 time: 0.0472059 May 05 15:00:22.711101 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-14d0f215-3201-4572-805a-41402a141007 req-78d29163-2a21-4a10-8534-b7809e9c9487 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507619 May 05 15:00:22.728533 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-94011cce-4d33-4420-a98e-bbe200bd6f8d req-a36f6150-f1b5-435a-a63d-8468b282197f service neutron] 10.222.0.25 "GET /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889428 May 05 15:00:22.920047 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device cd762a0a-d1a1-49fe-b059-0baa895351e9 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:00:23.024754 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port cd762a0a-d1a1-49fe-b059-0baa895351e9, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=cd762a0a-d1a1-49fe-b059-0baa895351e9,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:00:23.033743 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7cd41-0bd3-495e-97f6-003e47dfd0d8 req-c2157e34-b99c-496e-bb53-39da2118ada5 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:23.035221 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ee7cd41-0bd3-495e-97f6-003e47dfd0d8 req-c2157e34-b99c-496e-bb53-39da2118ada5 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 944 time: 0.0513484 May 05 15:00:23.036309 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'cd762a0a-d1a1-49fe-b059-0baa895351e9', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'port_id': 'cd762a0a-d1a1-49fe-b059-0baa895351e9', 'mac_address': 'fa:16:3e:93:e6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:00:23.073827 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port cd762a0a-d1a1-49fe-b059-0baa895351e9 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:00:23.074223 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:23.081262 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ee7cd41-0bd3-495e-97f6-003e47dfd0d8 req-39916adb-3066-49ab-b02b-c62ceae2cda5 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398917 May 05 15:00:23.087533 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd762a0a-d1a1-49fe-b059-0baa895351e9 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:00:23.112064 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port cd762a0a-d1a1-49fe-b059-0baa895351e9, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=cd762a0a-d1a1-49fe-b059-0baa895351e9,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:00:23.115189 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:23.163197 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=cd762a0a-d1a1-49fe-b059-0baa895351e9,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:23.488086 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['cd762a0a-d1a1-49fe-b059-0baa895351e9'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:00:23.829147 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b569dca-972f-440b-82a6-7761b1523cfc req-1219e284-aae1-4666-8e4a-40313eab86ed tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:23.830647 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b569dca-972f-440b-82a6-7761b1523cfc req-1219e284-aae1-4666-8e4a-40313eab86ed tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 946 time: 0.0469141 May 05 15:00:23.876155 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b569dca-972f-440b-82a6-7761b1523cfc req-05d39e3c-d6f0-4ed9-8872-91657fd95eca tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398591 May 05 15:00:24.193547 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14c942-067f-4e9f-b827-9ef609aee3fa req-b8fa9d95-8c81-4233-9873-5b63982a3ac5 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:24.195033 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af14c942-067f-4e9f-b827-9ef609aee3fa req-b8fa9d95-8c81-4233-9873-5b63982a3ac5 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 945 time: 0.0467825 May 05 15:00:24.244682 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af14c942-067f-4e9f-b827-9ef609aee3fa req-117bb459-bc97-4d9d-ac87-51fdbb6486c3 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440252 May 05 15:00:24.917146 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device cd762a0a-d1a1-49fe-b059-0baa895351e9 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:00:24.964576 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port cd762a0a-d1a1-49fe-b059-0baa895351e9 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:00:24.970563 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port cd762a0a-d1a1-49fe-b059-0baa895351e9 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:00:24.970969 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:25.048989 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port cd762a0a-d1a1-49fe-b059-0baa895351e9 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:00:25.049405 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:25.072331 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd762a0a-d1a1-49fe-b059-0baa895351e9'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:00:25.074675 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60e9ffa-472b-4c5c-9e01-db2d836a7601" -d '{"events": [{"server_uuid": "ddc5f521-b3e3-4010-bff0-f14ce52183a4", "name": "network-vif-plugged", "status": "completed", "tag": "cd762a0a-d1a1-49fe-b059-0baa895351e9"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:00:25.088578 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port cd762a0a-d1a1-49fe-b059-0baa895351e9, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=cd762a0a-d1a1-49fe-b059-0baa895351e9,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:00:25.092819 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:25.115664 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8bda9c-696e-41d0-b309-b8302fcd2136 x-openstack-request-id: req-ef8bda9c-696e-41d0-b309-b8302fcd2136 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:00:25.115958 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5f521-b3e3-4010-bff0-f14ce52183a4", "name": "network-vif-plugged", "status": "completed", "tag": "cd762a0a-d1a1-49fe-b059-0baa895351e9", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:00:25.116217 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef8bda9c-696e-41d0-b309-b8302fcd2136 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:00:25.117127 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8bda9c-696e-41d0-b309-b8302fcd2136'] response: {'server_uuid': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd762a0a-d1a1-49fe-b059-0baa895351e9', 'code': 200} May 05 15:00:25.146002 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=cd762a0a-d1a1-49fe-b059-0baa895351e9,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:25.332566 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce58695-878a-4554-b827-7550c0265fe6 req-85922ad7-7b97-4ced-80b8-ba76e81a7678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:25.334220 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3ce58695-878a-4554-b827-7550c0265fe6 req-85922ad7-7b97-4ced-80b8-ba76e81a7678 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 1130 time: 0.0428808 May 05 15:00:25.360983 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d60c5-6bbd-4df4-9d53-bd4de1169615 req-a03c92ee-cd70-4190-931d-bfcb03e8f4a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:25.362494 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-da7d60c5-6bbd-4df4-9d53-bd4de1169615 req-a03c92ee-cd70-4190-931d-bfcb03e8f4a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 946 time: 0.0494545 May 05 15:00:25.378753 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3ce58695-878a-4554-b827-7550c0265fe6 req-981e1194-3c0c-40f6-9f17-e52f2e1f4369 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371583 May 05 15:00:25.409083 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-da7d60c5-6bbd-4df4-9d53-bd4de1169615 req-0b9f1869-43a5-4faf-bf20-df32785978c3 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409317 May 05 15:00:26.524700 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc9bda-f217-4aa5-a519-987b905c2ac2 req-3d055298-8cff-4e60-944d-f1dcd9ebef89 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:26.526234 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7adc9bda-f217-4aa5-a519-987b905c2ac2 req-3d055298-8cff-4e60-944d-f1dcd9ebef89 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 946 time: 0.0466506 May 05 15:00:26.572925 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7adc9bda-f217-4aa5-a519-987b905c2ac2 req-f392bb00-9170-4276-b59c-873541e29f7d tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412211 May 05 15:00:27.686752 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22984c6-3934-4b5c-be52-6cf9febd0283 req-6f8ad080-1419-425e-be9b-f5263d028d07 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:27.688207 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d22984c6-3934-4b5c-be52-6cf9febd0283 req-6f8ad080-1419-425e-be9b-f5263d028d07 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 946 time: 0.0492454 May 05 15:00:27.735707 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d22984c6-3934-4b5c-be52-6cf9febd0283 req-ae287024-15ab-41c2-ae45-2c45003329eb tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 May 05 15:00:27.841892 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168ba69-6e2e-4a50-b111-65689d8ac56f req-456b2489-fcdb-4416-9e77-babb0cdf2702 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:27.843375 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b168ba69-6e2e-4a50-b111-65689d8ac56f req-456b2489-fcdb-4416-9e77-babb0cdf2702 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 946 time: 0.0465255 May 05 15:00:27.852198 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 55978) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:27.856404 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-5b130717-0ffd-4d56-8ac5-f631963ee8e6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'floatingip': {'port_id': 'cd762a0a-d1a1-49fe-b059-0baa895351e9'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:00:27.897108 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5b130717-0ffd-4d56-8ac5-f631963ee8e6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (b0510a04-2f06-4975-b136-75c3a029ac14), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:28.332570 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5b130717-0ffd-4d56-8ac5-f631963ee8e6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:28.336231 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5b130717-0ffd-4d56-8ac5-f631963ee8e6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (b0510a04-2f06-4975-b136-75c3a029ac14), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:28.439688 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-5b130717-0ffd-4d56-8ac5-f631963ee8e6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Floating IP b0510a04-2f06-4975-b136-75c3a029ac14 associated. External IP: 172.27.1.92, port: cd762a0a-d1a1-49fe-b059-0baa895351e9. May 05 15:00:28.653792 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b130717-0ffd-4d56-8ac5-f631963ee8e6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Router 71c92f8b-bfde-4236-875a-89f754c16097 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:00:28.764454 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b130717-0ffd-4d56-8ac5-f631963ee8e6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:00:28.769046 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5b130717-0ffd-4d56-8ac5-f631963ee8e6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:28.773833 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:00:28.783574 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:00:28.784194 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:00:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:28.799396 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5b130717-0ffd-4d56-8ac5-f631963ee8e6 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "PUT /v2.0/floatingips/b0510a04-2f06-4975-b136-75c3a029ac14 HTTP/1.1" status: 200 len: 991 time: 0.9461560 May 05 15:00:28.799987 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'tag': 'cd762a0a-d1a1-49fe-b059-0baa895351e9'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:00:28.802244 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b8a212-ddb9-42aa-bc1e-aec4818c2779" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc5f521-b3e3-4010-bff0-f14ce52183a4", "tag": "cd762a0a-d1a1-49fe-b059-0baa895351e9"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:00:28.842513 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c30444-d430-4696-819c-e88cebc77a6b x-openstack-request-id: req-62c30444-d430-4696-819c-e88cebc77a6b {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:00:28.842811 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc5f521-b3e3-4010-bff0-f14ce52183a4", "tag": "cd762a0a-d1a1-49fe-b059-0baa895351e9", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:00:28.843072 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62c30444-d430-4696-819c-e88cebc77a6b {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:00:28.843486 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c30444-d430-4696-819c-e88cebc77a6b'] response: {'name': 'network-changed', 'server_uuid': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'tag': 'cd762a0a-d1a1-49fe-b059-0baa895351e9', 'status': 'completed', 'code': 200} May 05 15:00:28.900901 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:00:28.938679 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-26f6c3d0-6a68-401e-9104-d417578cdfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:28.940402 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-26f6c3d0-6a68-401e-9104-d417578cdfdf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 1130 time: 0.0388892 May 05 15:00:29.032565 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-5aab77dc-7b80-465f-8ba5-68a694316bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:29.034159 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-5aab77dc-7b80-465f-8ba5-68a694316bf2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 915 time: 0.0865769 May 05 15:00:29.099424 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-42d825be-b0bf-4833-8377-d4a0d0ad9c15 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd762a0a-d1a1-49fe-b059-0baa895351e9 HTTP/1.1" status: 200 len: 999 time: 0.0576704 May 05 15:00:29.155219 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-c2c52b4b-44e8-47c0-8b42-ed335b3ae0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:29.156606 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-c2c52b4b-44e8-47c0-8b42-ed335b3ae0ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0433874 May 05 15:00:29.161054 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'b0510a04-2f06-4975-b136-75c3a029ac14', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': 'cd762a0a-d1a1-49fe-b059-0baa895351e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:93:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:00:12Z', 'updated_at': '2022-05-05T15:00:28Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:29.187823 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:00:29.197109 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:00:29.197788 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:00:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:29.202137 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-3b2703c6-1209-4598-9961-2157cabad903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:29.203601 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-3b2703c6-1209-4598-9961-2157cabad903 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408657 May 05 15:00:29.298870 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-a83b2d90-67fc-496d-bc73-75dd5c7868df service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816050 May 05 15:00:29.306316 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:00:29.392165 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14b8a212-ddb9-42aa-bc1e-aec4818c2779 req-7d200e73-1c71-42fa-af5d-245a086fb382 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865552 May 05 15:00:29.643387 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'b0510a04-2f06-4975-b136-75c3a029ac14', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': 'cd762a0a-d1a1-49fe-b059-0baa895351e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:93:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:00:12Z', 'updated_at': '2022-05-05T15:00:28Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:29.668825 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1ae68-29ab-49cf-a69f-c42cb0fa2c1f None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'b0510a04-2f06-4975-b136-75c3a029ac14', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': 'cd762a0a-d1a1-49fe-b059-0baa895351e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:93:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:00:12Z', 'updated_at': '2022-05-05T15:00:28Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:00:29.853909 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65081c-2687-441a-840b-f9b19c80876e None None] New status for floating IP b0510a04-2f06-4975-b136-75c3a029ac14: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:00:29.891525 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:31.140680 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:00:31.829118 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-e734569c-41c3-42b1-af7e-578a5c8fcd71 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377898 May 05 15:00:31.900808 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-e323cd6a-c3c5-449f-a234-c2b81c85fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:31.902275 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-e323cd6a-c3c5-449f-a234-c2b81c85fb04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 1129 time: 0.0387723 May 05 15:00:32.005231 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-2c796858-b289-45a6-862e-667c0fd244fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:32.006768 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-2c796858-b289-45a6-862e-667c0fd244fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 200 len: 911 time: 0.0859089 May 05 15:00:32.068374 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-f5b7326a-2c58-4141-866b-898b1f94edea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e HTTP/1.1" status: 200 len: 1000 time: 0.0554316 May 05 15:00:32.120797 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-f65f6578-0d81-4f02-8daf-08aa96f67c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:32.122113 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-f65f6578-0d81-4f02-8daf-08aa96f67c22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a90d414-92a9-4ba0-bc64-e30a9629c478 HTTP/1.1" status: 200 len: 849 time: 0.0469596 May 05 15:00:32.171629 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-953db8a1-61ea-494a-9bed-d372bc03a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:32.173037 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-953db8a1-61ea-494a-9bed-d372bc03a330 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369468 May 05 15:00:32.262053 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-456db016-0f87-4649-bc0b-887aeeb0f7b8 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806189 May 05 15:00:32.352380 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b7d8a76-9d22-460c-9f2f-5c26b5b2c457 req-541dd4d7-2be0-4dc6-af50-c77aecd5587b service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826144 May 05 15:00:42.541974 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6954-6864-404c-87df-dfcbb957183d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:44.938395 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7af82325-f45a-4de7-81e9-e7d84d914f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:46.220768 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:47.629540 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:48.943536 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:55.030866 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7b91-8695-4f7b-b503-e892904c364d req-a381e3bc-3072-4c70-be20-8f2666c1d2a7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:55.032332 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e99f7b91-8695-4f7b-b503-e892904c364d req-a381e3bc-3072-4c70-be20-8f2666c1d2a7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0471954 May 05 15:00:55.082154 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e99f7b91-8695-4f7b-b503-e892904c364d req-8bb21ddc-6bdb-4336-824b-2d9a4df2d8e4 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439465 May 05 15:00:56.199124 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce242a-17d5-41cd-a2ff-8a72d99537cc req-f3c4355d-6ea5-4937-8eb2-66187fad3003 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:56.200570 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1ce242a-17d5-41cd-a2ff-8a72d99537cc req-f3c4355d-6ea5-4937-8eb2-66187fad3003 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0471125 May 05 15:00:56.247572 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1ce242a-17d5-41cd-a2ff-8a72d99537cc req-37334273-b9d6-4f53-9cdd-ca96bad8f0f2 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414002 May 05 15:00:57.360548 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6fe7-95b4-47ef-afe6-d5bd1e34b5b1 req-3b11a373-2d10-4e36-9a2a-0969e6578db7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:57.361995 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-544a6fe7-95b4-47ef-afe6-d5bd1e34b5b1 req-3b11a373-2d10-4e36-9a2a-0969e6578db7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0467329 May 05 15:00:57.409626 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-544a6fe7-95b4-47ef-afe6-d5bd1e34b5b1 req-74a4cd7d-662d-4e22-b772-3c64d167fdea tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413692 May 05 15:00:57.413580 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-2f7e43ca-cf10-4a6c-a428-feff2b26fce0 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:00:57.414531 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-2f7e43ca-cf10-4a6c-a428-feff2b26fce0 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 945 time: 0.0474589 May 05 15:00:57.730293 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Deleting port 5fe33584-cfec-4916-bdc6-b19cabb1848e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:00:57.730646 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:57.816180 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] For port 5fe33584-cfec-4916-bdc6-b19cabb1848e, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5fe33584-cfec-4916-bdc6-b19cabb1848e,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:00:57.816544 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:57.983772 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:57.984046 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (ba472e4f-7437-405a-99c5-13327a67dde7), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:57.984360 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Floating IP ba472e4f-7437-405a-99c5-13327a67dde7 disassociated. External IP: 172.27.1.51, port: 5fe33584-cfec-4916-bdc6-b19cabb1848e. May 05 15:00:57.984699 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Calling delete_port for 5fe33584-cfec-4916-bdc6-b19cabb1848e owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:00:58.106082 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (5fe33584-cfec-4916-bdc6-b19cabb1848e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:58.132452 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event deleted for resources: {'Port': ['ID=5fe33584-cfec-4916-bdc6-b19cabb1848e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:58.141945 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.142311 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.142643 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.142988 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.143324 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.143658 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.143985 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.144312 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.145050 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.145050 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.145284 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.145591 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.145942 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.146266 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.146650 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:00:58.259267 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Router 42fb784d-11f0-4342-9f91-ec85332ff7c7 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:00:58.366223 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:00:58.377043 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] Sync routers for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:00:58.386962 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:00:58.387586 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:00:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:58.410452 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] No DVR routers for this DVR port 5fe33584-cfec-4916-bdc6-b19cabb1848e on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:00:58.413505 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:58.416769 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2491be19-3bae-439c-b2b1-fb8007b57a73 req-7ee8c18b-76d2-4f90-9da6-24b835c00500 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.25 "DELETE /v2.0/ports/5fe33584-cfec-4916-bdc6-b19cabb1848e HTTP/1.1" status: 204 len: 173 time: 0.9964812 May 05 15:00:58.417393 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'name': 'network-vif-deleted', 'tag': '5fe33584-cfec-4916-bdc6-b19cabb1848e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:00:58.419447 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57f47f2-ad33-4c85-b86a-3ce2a0287a0d" -d '{"events": [{"server_uuid": "ef455bea-3c09-4d89-9000-c32bd7ceb61e", "name": "network-vif-deleted", "tag": "5fe33584-cfec-4916-bdc6-b19cabb1848e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:00:58.464927 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee809a5c-beab-42c9-9351-db997d300f20 x-openstack-request-id: req-ee809a5c-beab-42c9-9351-db997d300f20 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:00:58.465312 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef455bea-3c09-4d89-9000-c32bd7ceb61e", "name": "network-vif-deleted", "tag": "5fe33584-cfec-4916-bdc6-b19cabb1848e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:00:58.465629 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee809a5c-beab-42c9-9351-db997d300f20 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:00:58.466268 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee809a5c-beab-42c9-9351-db997d300f20'] response: {'server_uuid': 'ef455bea-3c09-4d89-9000-c32bd7ceb61e', 'name': 'network-vif-deleted', 'tag': '5fe33584-cfec-4916-bdc6-b19cabb1848e', 'status': 'completed', 'code': 200} May 05 15:00:58.514142 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:00:58.559619 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-95ac9143-686c-48f8-8742-8e6280c9f694 req-82b7a07a-22b6-474d-8814-ed8a6da580be tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef455bea-3c09-4d89-9000-c32bd7ceb61e HTTP/1.1" status: 200 len: 210 time: 0.0382860 May 05 15:00:58.715642 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:58.745469 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] Checking router: 42fb784d-11f0-4342-9f91-ec85332ff7c7 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:00:58.753442 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:00:58.754074 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:00:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:58.859560 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:00:59.049555 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:00:59.077197 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db64a26-f43c-4e84-b7a8-be8457538689 None None] The sync data for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi is: [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:00:59.299065 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad901e-b870-472e-883a-bba2ad14d1ef None None] New status for floating IP ba472e4f-7437-405a-99c5-13327a67dde7: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:00:59.648776 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56048) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:59.704795 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1864ac4d-6b32-4e04-8470-521d82c28070 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (2b640ef5-05e8-4e4c-af4a-8b39c2b2791d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:59.732070 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1864ac4d-6b32-4e04-8470-521d82c28070 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (2b640ef5-05e8-4e4c-af4a-8b39c2b2791d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:59.784705 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1864ac4d-6b32-4e04-8470-521d82c28070 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (2b640ef5-05e8-4e4c-af4a-8b39c2b2791d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:59.787387 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1864ac4d-6b32-4e04-8470-521d82c28070 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:59.788544 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1864ac4d-6b32-4e04-8470-521d82c28070 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "DELETE /v2.0/security-groups/2b640ef5-05e8-4e4c-af4a-8b39c2b2791d HTTP/1.1" status: 204 len: 168 time: 0.1387842 May 05 15:00:59.791437 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56054) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:59.806303 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-acf06e3d-b6df-4b99-a3c7-b02c7c717af1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] show failed (client error): The resource could not be found. May 05 15:00:59.806670 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864ac4d-6b32-4e04-8470-521d82c28070 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b640ef5-05e8-4e4c-af4a-8b39c2b2791d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:00:59.810660 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56056) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:00:59.810831 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-acf06e3d-b6df-4b99-a3c7-b02c7c717af1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups/2b640ef5-05e8-4e4c-af4a-8b39c2b2791d HTTP/1.1" status: 404 len: 347 time: 0.0184400 May 05 15:00:59.891120 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:00:59.932315 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a3bd2-d930-48ef-aeca-7c8b00d8c638 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Deleting port 4a5b6fc6-bb04-42d6-afee-98fef6d9ebad {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:00:59.932667 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3bd2-d930-48ef-aeca-7c8b00d8c638 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (4a5b6fc6-bb04-42d6-afee-98fef6d9ebad), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:00.011036 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3bd2-d930-48ef-aeca-7c8b00d8c638 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (4a5b6fc6-bb04-42d6-afee-98fef6d9ebad), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:00.011361 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3bd2-d930-48ef-aeca-7c8b00d8c638 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (4a5b6fc6-bb04-42d6-afee-98fef6d9ebad), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:00.022906 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a3bd2-d930-48ef-aeca-7c8b00d8c638 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Calling delete_port for 4a5b6fc6-bb04-42d6-afee-98fef6d9ebad owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:00.152359 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3bd2-d930-48ef-aeca-7c8b00d8c638 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (4a5b6fc6-bb04-42d6-afee-98fef6d9ebad), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:00.174900 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a3bd2-d930-48ef-aeca-7c8b00d8c638 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event deleted for resources: {'Port': ['ID=4a5b6fc6-bb04-42d6-afee-98fef6d9ebad,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:00.236643 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3bd2-d930-48ef-aeca-7c8b00d8c638 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (ba472e4f-7437-405a-99c5-13327a67dde7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:00.239145 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c7a3bd2-d930-48ef-aeca-7c8b00d8c638 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:00.240966 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1c7a3bd2-d930-48ef-aeca-7c8b00d8c638 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "DELETE /v2.0/floatingips/ba472e4f-7437-405a-99c5-13327a67dde7 HTTP/1.1" status: 204 len: 168 time: 0.4287179 May 05 15:01:00.921913 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56062) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:00.926431 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f6731c2e-7cf0-439f-b74c-577b27a1b131 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962661975', 'description': 'tempest-description--1064148499'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:00.947003 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6731c2e-7cf0-439f-b74c-577b27a1b131 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.013184 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6731c2e-7cf0-439f-b74c-577b27a1b131 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (a96572e7-0cdb-4903-824f-28b2e0cdd16b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.016959 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6731c2e-7cf0-439f-b74c-577b27a1b131 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a96572e7-0cdb-4903-824f-28b2e0cdd16b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.047677 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6731c2e-7cf0-439f-b74c-577b27a1b131 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.048796 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f6731c2e-7cf0-439f-b74c-577b27a1b131 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1258926 May 05 15:01:01.049624 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6731c2e-7cf0-439f-b74c-577b27a1b131 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96572e7-0cdb-4903-824f-28b2e0cdd16b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:01.051525 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56064) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:01.056875 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fc56ee3e-007b-4b83-8484-6cb6a49c35e3 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'security_group_rule': {'security_group_id': 'a96572e7-0cdb-4903-824f-28b2e0cdd16b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:01.081059 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc56ee3e-007b-4b83-8484-6cb6a49c35e3 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (ddb5454f-360f-47e4-9b77-87571fe1081d), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.117856 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5fe33584-cfec-4916-bdc6-b19cabb1848e no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:01:01.138082 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 5fe33584-cfec-4916-bdc6-b19cabb1848e {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:01:01.138425 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5fe33584-cfec-4916-bdc6-b19cabb1848e not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:01:01.138590 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc56ee3e-007b-4b83-8484-6cb6a49c35e3 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (ddb5454f-360f-47e4-9b77-87571fe1081d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.142982 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc56ee3e-007b-4b83-8484-6cb6a49c35e3 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (ddb5454f-360f-47e4-9b77-87571fe1081d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.161372 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56ee3e-007b-4b83-8484-6cb6a49c35e3 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb5454f-360f-47e4-9b77-87571fe1081d,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:01.166738 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc56ee3e-007b-4b83-8484-6cb6a49c35e3 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.168007 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fc56ee3e-007b-4b83-8484-6cb6a49c35e3 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155381 May 05 15:01:01.170592 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56066) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:01.174696 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b9dbf7c4-a0ce-4061-b46a-c93b1d764778 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'security_group_rule': {'security_group_id': 'a96572e7-0cdb-4903-824f-28b2e0cdd16b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:01.199415 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf7c4-a0ce-4061-b46a-c93b1d764778 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (37a95f6e-e53b-4dd0-9e3e-b53403af60b8), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.254698 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf7c4-a0ce-4061-b46a-c93b1d764778 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (37a95f6e-e53b-4dd0-9e3e-b53403af60b8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.258687 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf7c4-a0ce-4061-b46a-c93b1d764778 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (37a95f6e-e53b-4dd0-9e3e-b53403af60b8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.278125 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbf7c4-a0ce-4061-b46a-c93b1d764778 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a95f6e-e53b-4dd0-9e3e-b53403af60b8,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:01.282248 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf7c4-a0ce-4061-b46a-c93b1d764778 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.283444 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b9dbf7c4-a0ce-4061-b46a-c93b1d764778 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119225 May 05 15:01:01.286544 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56068) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:01.291913 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:01.310971 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.390290 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.495561 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Allocated IP 172.27.1.248 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/808030b3-25b2-4a18-951a-9d9b9b35d129) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:01:01.597600 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for port (808030b3-25b2-4a18-951a-9d9b9b35d129), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.630593 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (808030b3-25b2-4a18-951a-9d9b9b35d129), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.668242 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:01:01.671027 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:01:01.676321 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:01:01.698689 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'Port': ['ID=808030b3-25b2-4a18-951a-9d9b9b35d129,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:01.766812 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.802327 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (808030b3-25b2-4a18-951a-9d9b9b35d129), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.952889 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for port (808030b3-25b2-4a18-951a-9d9b9b35d129), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:01.962822 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (808030b3-25b2-4a18-951a-9d9b9b35d129), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:02.033031 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'Port': ['ID=808030b3-25b2-4a18-951a-9d9b9b35d129,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:02.042601 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:02.057393 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:02.058646 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ec859593-7045-45ec-892e-c7c945c82dc1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7706027 May 05 15:01:02.177756 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5d738-d093-4bbc-b541-1810dd41452b req-f4523a33-21a0-4baf-90ba-9b2fdbe72089 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:02.179332 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62b5d738-d093-4bbc-b541-1810dd41452b req-f4523a33-21a0-4baf-90ba-9b2fdbe72089 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0485740 May 05 15:01:02.226573 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62b5d738-d093-4bbc-b541-1810dd41452b req-ade223b2-4c50-4201-991d-1ac593f3f902 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416121 May 05 15:01:02.270552 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-53c868f9-0df2-4e8f-a505-913ed1db7aa1 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--962661975&fields=id&tenant_id=33c19e606db245779d45fb4204bbd588 HTTP/1.1" status: 200 len: 267 time: 0.0417035 May 05 15:01:02.378564 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceda11-c32f-4650-b045-ea79bee0260f req-41c18c34-2969-41f6-9703-cb480410a9df tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:02.379952 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-41c18c34-2969-41f6-9703-cb480410a9df tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/networks?id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 200 len: 810 time: 0.1025538 May 05 15:01:02.395681 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-cc122601-c87d-4ed2-8196-d641f7d42323 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/quotas/33c19e606db245779d45fb4204bbd588 HTTP/1.1" status: 200 len: 375 time: 0.0091841 May 05 15:01:02.447098 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-d86ea2b8-6ebc-42c3-9c18-fbafb4281281 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454073 May 05 15:01:02.546974 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-5f45ebda-6fcc-4bd7-ab10-13fba987f6be service neutron] 10.222.0.48 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856147 May 05 15:01:02.637473 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-b400afa2-0b6d-4651-85cf-5132a9f9add0 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846937 May 05 15:01:03.343102 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590831b9-cc43-4a20-8e16-8c9463251709 req-6724a4bd-d303-4c49-a79c-d705085eef3b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:03.344557 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-590831b9-cc43-4a20-8e16-8c9463251709 req-6724a4bd-d303-4c49-a79c-d705085eef3b tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0501485 May 05 15:01:03.391376 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-590831b9-cc43-4a20-8e16-8c9463251709 req-5d4ef4cd-6199-4201-a3d9-849833f81471 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 May 05 15:01:03.801780 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e2329573-b843-4238-95b0-34ba6ce1c303 req-88d8d4e1-68ad-41cd-baa7-07972296afa5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 210 time: 0.0274272 May 05 15:01:04.505272 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c1384-0b08-483b-8e6b-eaa0999d0639 req-0ac02b27-51cc-40e2-a530-69c16b6f4de7 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:04.507223 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef2c1384-0b08-483b-8e6b-eaa0999d0639 req-0ac02b27-51cc-40e2-a530-69c16b6f4de7 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0465488 May 05 15:01:04.553430 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef2c1384-0b08-483b-8e6b-eaa0999d0639 req-bb7db9ef-9d1b-41bb-a132-c3b7da2760b0 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 May 05 15:01:04.898177 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bc2cf5d0-7c49-4daa-a774-28e92b5e303e req-368e10de-a36b-459e-84d7-a3db23b7ef9c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 210 time: 0.0311220 May 05 15:01:05.683177 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461781-fa90-4072-b092-7e4ac3b74b39 req-b8f010e4-9e7c-4ff0-b6d4-2a5a8e48ef11 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:05.684679 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23461781-fa90-4072-b092-7e4ac3b74b39 req-b8f010e4-9e7c-4ff0-b6d4-2a5a8e48ef11 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0636199 May 05 15:01:05.736515 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23461781-fa90-4072-b092-7e4ac3b74b39 req-08781b03-604c-49be-9e29-49635da8567e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ae1b36f-56c9-4415-8f12-d345c33478f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443454 May 05 15:01:05.881400 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-1a515c7c-c9ab-46d6-9e23-20420970ba89 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:05.882899 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-1a515c7c-c9ab-46d6-9e23-20420970ba89 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 945 time: 0.0506499 May 05 15:01:05.983436 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Deleting port c6efb9f4-b749-4909-887f-68b0edc5db8f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:05.983887 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:05.995654 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a8f281a-35a8-4dbf-8364-3c4aeaf91bb6 req-15de679c-4628-422d-8627-155376884bc7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 210 time: 0.0285616 May 05 15:01:06.078367 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] For port c6efb9f4-b749-4909-887f-68b0edc5db8f, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=c6efb9f4-b749-4909-887f-68b0edc5db8f,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:06.078738 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:06.252903 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:06.253403 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (ef74bb20-cd8f-41d9-bdd5-a8e08919997e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:06.253671 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Floating IP ef74bb20-cd8f-41d9-bdd5-a8e08919997e disassociated. External IP: 172.27.1.221, port: c6efb9f4-b749-4909-887f-68b0edc5db8f. May 05 15:01:06.253977 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Calling delete_port for c6efb9f4-b749-4909-887f-68b0edc5db8f owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:06.382860 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (c6efb9f4-b749-4909-887f-68b0edc5db8f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:06.415373 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event deleted for resources: {'Port': ['ID=c6efb9f4-b749-4909-887f-68b0edc5db8f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:06.527505 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Router 3880511f-ed19-43e8-9674-dd3794e69f99 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:01:06.636749 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:01:06.650140 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] Sync routers for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:01:06.666934 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:06.670381 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:00:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:06.691259 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] No DVR routers for this DVR port c6efb9f4-b749-4909-887f-68b0edc5db8f on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:01:06.695702 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:06.699470 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8a11d10-af0c-4bd5-9634-69d13a7940ff req-a305898f-1e9f-4548-aa2f-762c9f7313f5 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "DELETE /v2.0/ports/c6efb9f4-b749-4909-887f-68b0edc5db8f HTTP/1.1" status: 204 len: 173 time: 0.8064642 May 05 15:01:06.700004 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'name': 'network-vif-deleted', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:06.702801 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a99b86-6997-45b5-89d3-6d7edb4de065" -d '{"events": [{"server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "name": "network-vif-deleted", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:06.746512 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceda11-c32f-4650-b045-ea79bee0260f req-edc3429d-ce74-49ba-a0c3-617c16e1a5c6 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:06.748099 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-edc3429d-ce74-49ba-a0c3-617c16e1a5c6 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.25 "GET /v2.0/networks?id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 200 len: 810 time: 0.1291423 May 05 15:01:06.769293 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3813b1ce-7cc6-4eea-ad2c-bf6f4d1fb83c x-openstack-request-id: req-3813b1ce-7cc6-4eea-ad2c-bf6f4d1fb83c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:06.769804 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e2da6e-9212-49d5-8983-c4d501c5a0e0", "name": "network-vif-deleted", "tag": "c6efb9f4-b749-4909-887f-68b0edc5db8f", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:06.770241 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3813b1ce-7cc6-4eea-ad2c-bf6f4d1fb83c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:06.770795 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3813b1ce-7cc6-4eea-ad2c-bf6f4d1fb83c'] response: {'server_uuid': 'f3e2da6e-9212-49d5-8983-c4d501c5a0e0', 'name': 'network-vif-deleted', 'tag': 'c6efb9f4-b749-4909-887f-68b0edc5db8f', 'status': 'completed', 'code': 200} May 05 15:01:06.803840 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:06.900402 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-33336682-f551-4ebe-8e41-f4e7edab8a28 req-b6f4eef1-fc03-40d6-9328-27f11c838e78 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3e2da6e-9212-49d5-8983-c4d501c5a0e0 HTTP/1.1" status: 200 len: 210 time: 0.0436044 May 05 15:01:06.937847 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-d33661d7-67b0-4c70-a344-cb427d4ed1b5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c19e606db245779d45fb4204bbd588 HTTP/1.1" status: 200 len: 379 time: 0.1142445 May 05 15:01:07.046583 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:47Z', 'revision_number': 5, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:07.074449 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] Checking router: 3880511f-ed19-43e8-9674-dd3794e69f99 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:01:07.079516 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'port': {'device_id': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'admin_state_up': True, 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'security_groups': ['a96572e7-0cdb-4903-824f-28b2e0cdd16b']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:07.083279 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:07.083904 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:00:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:07.104533 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8ed59b3-cfb6-4393-94ec-1f45a460bea7 req-4be1f856-9619-4a28-9292-78d31c56b61a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 210 time: 0.0406811 May 05 15:01:07.208247 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:07.209872 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Made reservation on behalf of 33c19e606db245779d45fb4204bbd588 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:01:07.213160 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:07.338103 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Allocated IP 172.20.0.11 (8cc5d4e5-b90c-406b-926b-a9dc8dc38ade/2a90d414-92a9-4ba0-bc64-e30a9629c478/ee75d13f-743c-4320-8463-c04bd2a3dc9d) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:01:07.401250 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:47Z', 'revision_number': 5, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:07.435660 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882904e6-bcec-4b23-a6b1-88ede20244aa None None] The sync data for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi is: [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T14:56:35Z', 'revision_number': 4, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ca2d2514-1181-4897-8fb6-7f85c369a851', 'name': '', 'network_id': '16fadcf3-257b-45a7-92ef-ee621845bc98', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'mac_address': 'fa:16:3e:19:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:47Z', 'revision_number': 5, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'subnets': [{'id': '102f4089-7039-47fa-8df6-4bf1e1c6cddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:01:07.489095 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:07.532412 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:07.582249 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:01:07.587943 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:01:07.592531 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:01:07.595767 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event updated for resources: {'Port': ['ID=ee75d13f-743c-4320-8463-c04bd2a3dc9d,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:07.624703 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.625056 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.625404 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.625796 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.626132 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.626653 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.626988 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.627493 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.627989 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.628332 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.628678 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.628997 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.629325 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.629708 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.630038 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:07.658652 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:07.659308 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:07.678489 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-48e88d78-91d0-445d-ab7f-f6bcf9a125c5 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6039360 May 05 15:01:07.700026 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Request body: {'port': {'device_id': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:07.757456 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9df1c-dc2a-44ae-8e46-1a6571671128 None None] New status for floating IP ef74bb20-cd8f-41d9-bdd5-a8e08919997e: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:01:07.775727 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:07.806244 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-46a53dc9-66d3-4211-8c51-536fc7171fe0 None None] Provisioning complete for port ee75d13f-743c-4320-8463-c04bd2a3dc9d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:01:07.806771 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46a53dc9-66d3-4211-8c51-536fc7171fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:07.842224 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-46a53dc9-66d3-4211-8c51-536fc7171fe0 None None] Port ee75d13f-743c-4320-8463-c04bd2a3dc9d cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:01:08.002616 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56146) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:08.058945 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a45cedd0-0ad5-4a06-98a5-cc29af6d3d02 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group (7ae1b36f-56c9-4415-8f12-d345c33478f9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.083624 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a45cedd0-0ad5-4a06-98a5-cc29af6d3d02 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group (7ae1b36f-56c9-4415-8f12-d345c33478f9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.084360 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee75d13f-743c-4320-8463-c04bd2a3dc9d {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:01:08.092146 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Publish callbacks [] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.109002 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Transition to ACTIVE for port object ee75d13f-743c-4320-8463-c04bd2a3dc9d will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:01:08.113496 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.140012 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a45cedd0-0ad5-4a06-98a5-cc29af6d3d02 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (7ae1b36f-56c9-4415-8f12-d345c33478f9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.141389 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:01:08.143326 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a45cedd0-0ad5-4a06-98a5-cc29af6d3d02 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.144717 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a45cedd0-0ad5-4a06-98a5-cc29af6d3d02 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "DELETE /v2.0/security-groups/7ae1b36f-56c9-4415-8f12-d345c33478f9 HTTP/1.1" status: 204 len: 168 time: 0.1410248 May 05 15:01:08.152192 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56154) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:08.156457 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cedd0-0ad5-4a06-98a5-cc29af6d3d02 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae1b36f-56c9-4415-8f12-d345c33478f9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:08.172535 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-5b38c694-fb5f-4000-8eb7-63fbc93d1dd9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] show failed (client error): The resource could not be found. May 05 15:01:08.173736 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5b38c694-fb5f-4000-8eb7-63fbc93d1dd9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups/7ae1b36f-56c9-4415-8f12-d345c33478f9 HTTP/1.1" status: 404 len: 347 time: 0.0204575 May 05 15:01:08.178051 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56156) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:08.197036 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Pushing event updated for resources: {'Port': ['ID=ee75d13f-743c-4320-8463-c04bd2a3dc9d,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:08.325709 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080fa71-9cc3-4ca9-a5e4-64add2894473 req-c78a93f8-0f3d-4df0-aecb-ad528f679148 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:08.333588 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1080fa71-9cc3-4ca9-a5e4-64add2894473 req-c78a93f8-0f3d-4df0-aecb-ad528f679148 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 944 time: 0.0809627 May 05 15:01:08.348977 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dde3f3cc-8257-4145-905a-ebb84afc0d01 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Deleting port 488eb173-c3e8-428f-9583-2c373b0bebf8 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:08.350012 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dde3f3cc-8257-4145-905a-ebb84afc0d01 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (488eb173-c3e8-428f-9583-2c373b0bebf8), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.389884 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Attempting to bind port ee75d13f-743c-4320-8463-c04bd2a3dc9d on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:01:08.390352 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Attempting to bind port ee75d13f-743c-4320-8463-c04bd2a3dc9d by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:01:08.390776 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Attempting to bind port ee75d13f-743c-4320-8463-c04bd2a3dc9d on network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:01:08.433625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Port ee75d13f-743c-4320-8463-c04bd2a3dc9d on network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:01:08.433781 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dde3f3cc-8257-4145-905a-ebb84afc0d01 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (488eb173-c3e8-428f-9583-2c373b0bebf8), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.433979 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Attempting to bind port ee75d13f-743c-4320-8463-c04bd2a3dc9d on network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:01:08.434082 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dde3f3cc-8257-4145-905a-ebb84afc0d01 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for floatingip (488eb173-c3e8-428f-9583-2c373b0bebf8), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.441436 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1080fa71-9cc3-4ca9-a5e4-64add2894473 req-31dc0ab4-1b70-4d12-b779-51704cdb1929 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062496 May 05 15:01:08.451063 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571ce95-05c3-4f06-8572-1d5f0c521e10 req-68bfd952-ec38-440a-a205-5369b0fe447b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:08.452524 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7571ce95-05c3-4f06-8572-1d5f0c521e10 req-68bfd952-ec38-440a-a205-5369b0fe447b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 946 time: 0.0784090 May 05 15:01:08.453528 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:01:08.453970 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Checking segment: {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:01:08.454353 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Bound using segment: {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:01:08.454804 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Bound port: ee75d13f-743c-4320-8463-c04bd2a3dc9d, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981f2e74-756c-4ed4-b724-ea95b95a3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:01:08.455159 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.462722 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dde3f3cc-8257-4145-905a-ebb84afc0d01 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Calling delete_port for 488eb173-c3e8-428f-9583-2c373b0bebf8 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:08.553188 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7571ce95-05c3-4f06-8572-1d5f0c521e10 req-6b1dcd27-e58b-497e-a523-58fdd2cb228d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870600 May 05 15:01:08.557105 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] For port ee75d13f-743c-4320-8463-c04bd2a3dc9d, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:01:08.561250 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] For port ee75d13f-743c-4320-8463-c04bd2a3dc9d, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=ee75d13f-743c-4320-8463-c04bd2a3dc9d,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:01:08.567752 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.604230 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dde3f3cc-8257-4145-905a-ebb84afc0d01 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (488eb173-c3e8-428f-9583-2c373b0bebf8), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.604535 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:08.605192 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.606726 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] 10.222.0.25 "PUT /v2.0/ports/ee75d13f-743c-4320-8463-c04bd2a3dc9d HTTP/1.1" status: 200 len: 1094 time: 0.9111142 May 05 15:01:08.607304 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'tag': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:08.609484 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1dddc3-0128-4c9e-9d99-3af38e8e073f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9777af-fca5-44fa-b8e5-facb5d2187c3", "tag": "ee75d13f-743c-4320-8463-c04bd2a3dc9d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:08.631988 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66949a-ab68-4348-a3ab-0998e293bd45 service neutron] Pushing event updated for resources: {'Port': ['ID=ee75d13f-743c-4320-8463-c04bd2a3dc9d,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:08.641343 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3f3cc-8257-4145-905a-ebb84afc0d01 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event deleted for resources: {'Port': ['ID=488eb173-c3e8-428f-9583-2c373b0bebf8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:08.667667 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493bc1ad-76c5-4294-8f17-8969373edbfc x-openstack-request-id: req-493bc1ad-76c5-4294-8f17-8969373edbfc {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:08.667968 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9777af-fca5-44fa-b8e5-facb5d2187c3", "tag": "ee75d13f-743c-4320-8463-c04bd2a3dc9d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:08.668230 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-493bc1ad-76c5-4294-8f17-8969373edbfc {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:08.668646 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493bc1ad-76c5-4294-8f17-8969373edbfc'] response: {'name': 'network-changed', 'server_uuid': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'tag': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d', 'status': 'completed', 'code': 200} May 05 15:01:08.726791 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dde3f3cc-8257-4145-905a-ebb84afc0d01 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks [] for floatingip (ef74bb20-cd8f-41d9-bdd5-a8e08919997e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.729553 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dde3f3cc-8257-4145-905a-ebb84afc0d01 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:08.733130 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-dde3f3cc-8257-4145-905a-ebb84afc0d01 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "DELETE /v2.0/floatingips/ef74bb20-cd8f-41d9-bdd5-a8e08919997e HTTP/1.1" status: 204 len: 168 time: 0.5516696 May 05 15:01:09.127508 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device c6efb9f4-b749-4909-887f-68b0edc5db8f no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:01:09.148107 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: c6efb9f4-b749-4909-887f-68b0edc5db8f {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:01:09.148451 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device c6efb9f4-b749-4909-887f-68b0edc5db8f not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:01:09.562342 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74137dba-d964-4ba9-95cb-cfc203e9465c req-7622abd4-0bc7-4f42-a6ac-33f6c808477f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:09.563831 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-74137dba-d964-4ba9-95cb-cfc203e9465c req-7622abd4-0bc7-4f42-a6ac-33f6c808477f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 944 time: 0.0501950 May 05 15:01:09.611577 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-74137dba-d964-4ba9-95cb-cfc203e9465c req-cb9b82cf-7cd8-4ee0-9fe0-3ff97d1ca4af tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419817 May 05 15:01:09.674405 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da0928-6c1a-457a-8b55-9b97a75c32b9 req-5c3f94d7-dffe-433c-b541-8df5573f2f10 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:09.675858 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f2da0928-6c1a-457a-8b55-9b97a75c32b9 req-5c3f94d7-dffe-433c-b541-8df5573f2f10 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 946 time: 0.0459099 May 05 15:01:09.725284 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f2da0928-6c1a-457a-8b55-9b97a75c32b9 req-f6c148f3-e1ab-48d6-b682-861ae2bf824c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcdb25e6-8e2f-4629-90e2-0a6690d8276a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433633 May 05 15:01:09.785590 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dddc3-0128-4c9e-9d99-3af38e8e073f req-0a453834-a22d-4e3e-b802-08d8aacb3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:09.787087 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bb1dddc3-0128-4c9e-9d99-3af38e8e073f req-0a453834-a22d-4e3e-b802-08d8aacb3098 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 1128 time: 0.0420735 May 05 15:01:10.010758 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dddc3-0128-4c9e-9d99-3af38e8e073f req-0fd0afb9-6000-4107-88cc-f5cf51865a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:10.012199 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bb1dddc3-0128-4c9e-9d99-3af38e8e073f req-0fd0afb9-6000-4107-88cc-f5cf51865a50 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=33c19e606db245779d45fb4204bbd588&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0984764 May 05 15:01:10.144930 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-6f4cd07e-2d6a-46ee-951e-526a61857530 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:10.146545 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-6f4cd07e-2d6a-46ee-951e-526a61857530 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 946 time: 0.0472906 May 05 15:01:10.239112 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Deleting port b483c22d-4756-486d-9c21-1aa45194e39c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:10.239112 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:10.336236 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] For port b483c22d-4756-486d-9c21-1aa45194e39c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=b483c22d-4756-486d-9c21-1aa45194e39c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:10.336515 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:10.448471 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dddc3-0128-4c9e-9d99-3af38e8e073f req-bafec8aa-0e4c-4d5b-a4c0-9699331a9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:10.450138 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bb1dddc3-0128-4c9e-9d99-3af38e8e073f req-bafec8aa-0e4c-4d5b-a4c0-9699331a9263 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3518448 May 05 15:01:10.539134 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:10.539492 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (71e92e7f-331e-499f-919e-0d403b236c62), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:10.539832 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Floating IP 71e92e7f-331e-499f-919e-0d403b236c62 disassociated. External IP: 172.27.1.157, port: b483c22d-4756-486d-9c21-1aa45194e39c. May 05 15:01:10.540174 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Calling delete_port for b483c22d-4756-486d-9c21-1aa45194e39c owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:10.546778 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceda11-c32f-4650-b045-ea79bee0260f req-72851df3-af50-49dc-a3ef-c81bcd24a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:10.548265 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-72851df3-af50-49dc-a3ef-c81bcd24a639 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 1128 time: 0.0398068 May 05 15:01:10.596361 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-12eb24a3-6a7e-4999-b9d5-13565f7dc4f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee75d13f-743c-4320-8463-c04bd2a3dc9d HTTP/1.1" status: 200 len: 217 time: 0.0346675 May 05 15:01:10.650191 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fa0b68da-1c9c-48e4-817e-fb52ac3e6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:10.651704 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-fa0b68da-1c9c-48e4-817e-fb52ac3e6e1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a90d414-92a9-4ba0-bc64-e30a9629c478 HTTP/1.1" status: 200 len: 849 time: 0.0498595 May 05 15:01:10.673462 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (b483c22d-4756-486d-9c21-1aa45194e39c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:10.705694 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event deleted for resources: {'Port': ['ID=b483c22d-4756-486d-9c21-1aa45194e39c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:10.729759 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceda11-c32f-4650-b045-ea79bee0260f req-3b8691ab-f6f7-41bf-a024-0ccff209f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:10.731291 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-3b8691ab-f6f7-41bf-a024-0ccff209f8af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716565 May 05 15:01:10.742260 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc04f-8407-48d1-a5b0-af3b2468fca2 req-dac96a3a-49d6-47f9-9e37-1848cbc6a545 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:10.743689 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4fdfc04f-8407-48d1-a5b0-af3b2468fca2 req-dac96a3a-49d6-47f9-9e37-1848cbc6a545 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 944 time: 0.0562897 May 05 15:01:10.828330 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:01:10.869295 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-802c32b7-4ef2-4a42-9f6a-d7187d3e2bda req-7ac5f0c4-0fc9-4e09-9824-41333fe66053 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 210 time: 0.0427170 May 05 15:01:10.874217 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4fdfc04f-8407-48d1-a5b0-af3b2468fca2 req-6c5b71ab-fa0c-4585-80e8-01cb7871f172 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215222 May 05 15:01:10.898124 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-925b3282-e9f3-44f4-b9bc-926e4ddb22ad service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527565 May 05 15:01:10.997117 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aeceda11-c32f-4650-b045-ea79bee0260f req-54da4943-5ace-47b2-a2db-0bb76e3b2659 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932910 May 05 15:01:11.207086 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:01:11.223120 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] Sync routers for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:01:11.241205 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:11.242078 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:00:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:11.243099 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997df2e2-cf05-49c1-ab8b-925eec90120c req-21492a91-3e70-4e86-bd93-9570dea4e934 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:11.244605 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-997df2e2-cf05-49c1-ab8b-925eec90120c req-21492a91-3e70-4e86-bd93-9570dea4e934 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0602860 May 05 15:01:11.251389 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] No DVR routers for this DVR port b483c22d-4756-486d-9c21-1aa45194e39c on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:01:11.254061 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:11.258234 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-65babb59-3462-4109-9b2e-3d6de13890b6 req-493027e4-f99f-41d8-9a6c-0c1d82682451 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.25 "DELETE /v2.0/ports/b483c22d-4756-486d-9c21-1aa45194e39c HTTP/1.1" status: 204 len: 173 time: 1.1055286 May 05 15:01:11.259227 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'name': 'network-vif-deleted', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:11.261115 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e727de32-cbd1-486d-bdab-863d79798b37" -d '{"events": [{"server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "name": "network-vif-deleted", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:11.298518 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-997df2e2-cf05-49c1-ab8b-925eec90120c req-e3a38771-a975-4f40-b79c-d95a16d036f3 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470433 May 05 15:01:11.299058 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7db58c9-ce70-4758-9d82-43349d926609 x-openstack-request-id: req-f7db58c9-ce70-4758-9d82-43349d926609 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:11.299839 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3e1569-1639-4f76-b296-af28b041766f", "name": "network-vif-deleted", "tag": "b483c22d-4756-486d-9c21-1aa45194e39c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:11.299839 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7db58c9-ce70-4758-9d82-43349d926609 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:11.300353 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7db58c9-ce70-4758-9d82-43349d926609'] response: {'server_uuid': 'aa3e1569-1639-4f76-b296-af28b041766f', 'name': 'network-vif-deleted', 'tag': 'b483c22d-4756-486d-9c21-1aa45194e39c', 'status': 'completed', 'code': 200} May 05 15:01:11.358483 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:11.546673 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:11.577522 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] Checking router: deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:01:11.585924 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:11.586528 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:00:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:11.691977 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:11.879892 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:11.907738 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8299ca-0974-429f-ac62-788398a78681 None None] The sync data for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi is: [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:01:12.010741 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21961080-05ea-4c68-bd38-47989f3c32a2 req-13ce511c-63b1-475a-8ecb-2092969563ee tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 210 time: 0.0596995 May 05 15:01:12.024701 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72314c-53f3-4f2a-8309-92f2987dd22d req-9087375d-c141-4214-8aa3-a78dd0397e2f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:12.026317 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1a72314c-53f3-4f2a-8309-92f2987dd22d req-9087375d-c141-4214-8aa3-a78dd0397e2f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 944 time: 0.0766034 May 05 15:01:12.078682 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1a72314c-53f3-4f2a-8309-92f2987dd22d req-63f740df-cf9c-4bb1-8672-acfabf17653c tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461953 May 05 15:01:12.139738 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f20ad-6425-4fc3-b47f-f582b9a7174d None None] New status for floating IP 71e92e7f-331e-499f-919e-0d403b236c62: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:01:12.415582 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3b1b2-6661-4f71-ad43-508dc84a6519 req-0d958a0a-1d80-451c-8aeb-1a7f25a3063e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:12.417085 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92b3b1b2-6661-4f71-ad43-508dc84a6519 req-0d958a0a-1d80-451c-8aeb-1a7f25a3063e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0483029 May 05 15:01:12.468854 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92b3b1b2-6661-4f71-ad43-508dc84a6519 req-5efb9eab-9240-477b-b949-1ee6b3fd02b8 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461571 May 05 15:01:12.547289 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7699edcc-2fad-47d8-9208-415ab34d4351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:13.117835 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ec157b27-eb62-426b-8870-a59a97d4074e req-f7b2ce35-adad-465f-b7d0-0cc9e5aa4bc1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 210 time: 0.0316770 May 05 15:01:13.145328 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device ee75d13f-743c-4320-8463-c04bd2a3dc9d details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:01:13.158424 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device b483c22d-4756-486d-9c21-1aa45194e39c no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:01:13.181925 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: b483c22d-4756-486d-9c21-1aa45194e39c {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:01:13.182278 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device b483c22d-4756-486d-9c21-1aa45194e39c not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:01:13.196710 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c45b2-34e5-4c5a-be49-2ce0bfb168ec req-21665132-3d46-4efb-ae09-8ea15c51320b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:13.198182 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-194c45b2-34e5-4c5a-be49-2ce0bfb168ec req-21665132-3d46-4efb-ae09-8ea15c51320b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 944 time: 0.0477507 May 05 15:01:13.245224 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-194c45b2-34e5-4c5a-be49-2ce0bfb168ec req-6359d4d4-f27e-42bf-9b18-6d0601166e33 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413535 May 05 15:01:13.267123 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port ee75d13f-743c-4320-8463-c04bd2a3dc9d, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=ee75d13f-743c-4320-8463-c04bd2a3dc9d,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:13.281844 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'port_id': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d', 'mac_address': 'fa:16:3e:b0:14:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:01:13.318788 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port ee75d13f-743c-4320-8463-c04bd2a3dc9d is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:01:13.319103 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:13.331634 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee75d13f-743c-4320-8463-c04bd2a3dc9d {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:01:13.351220 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port ee75d13f-743c-4320-8463-c04bd2a3dc9d, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=ee75d13f-743c-4320-8463-c04bd2a3dc9d,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:13.355005 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:13.402185 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=ee75d13f-743c-4320-8463-c04bd2a3dc9d,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:13.409547 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.409920 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.410282 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.410623 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.410954 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.411279 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.411603 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.411924 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.412250 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.412570 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.412893 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.414342 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.414674 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.415018 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.415326 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:01:13.584046 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953480-9c71-4384-9624-510dc270dd74 req-088e6216-bcb8-4b04-b426-1f4bbd216e61 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:13.586589 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85953480-9c71-4384-9624-510dc270dd74 req-088e6216-bcb8-4b04-b426-1f4bbd216e61 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0486267 May 05 15:01:13.634728 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85953480-9c71-4384-9624-510dc270dd74 req-5d905c1f-08d0-452c-a051-748ab5d60ff9 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 May 05 15:01:13.700295 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['ee75d13f-743c-4320-8463-c04bd2a3dc9d'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:01:14.239605 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2230f6a7-7f2f-491d-a9f0-2abced90bff2 req-b8a18df7-9c28-47fe-ba96-29288cba1899 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa3e1569-1639-4f76-b296-af28b041766f HTTP/1.1" status: 200 len: 210 time: 0.0328569 May 05 15:01:14.361455 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2dec-c608-407c-8569-0b9ac57486bf req-ee269ab1-0ea7-4485-832e-834c8e803c4a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:14.362965 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-01aa2dec-c608-407c-8569-0b9ac57486bf req-ee269ab1-0ea7-4485-832e-834c8e803c4a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 945 time: 0.0475757 May 05 15:01:14.409116 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-01aa2dec-c608-407c-8569-0b9ac57486bf req-11fa6a13-4072-45c4-94e2-2a2c8a8405e0 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397863 May 05 15:01:14.604558 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-2966bc7b-02b4-4e0a-adc5-aedeb238bb10 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:14.606221 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-2966bc7b-02b4-4e0a-adc5-aedeb238bb10 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0552433 May 05 15:01:14.727639 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-19b42f3e-e250-4cad-824b-0fe52d8e5faf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Deleting port 7070ee0b-3249-45ce-833c-d7fa667ab46f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:14.728335 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-19b42f3e-e250-4cad-824b-0fe52d8e5faf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:14.762475 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bd441-3dc7-4777-bf7b-03314e88d518 req-0d746188-b42a-4725-9662-7695f77f0857 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:14.763984 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb6bd441-3dc7-4777-bf7b-03314e88d518 req-0d746188-b42a-4725-9662-7695f77f0857 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7deb766-a665-4431-983e-bdef40f72848 HTTP/1.1" status: 200 len: 945 time: 0.0481937 May 05 15:01:14.811277 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb6bd441-3dc7-4777-bf7b-03314e88d518 req-09b930e0-68cd-4579-973e-773ecfbccd6d tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 May 05 15:01:14.821115 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-19b42f3e-e250-4cad-824b-0fe52d8e5faf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] For port 7070ee0b-3249-45ce-833c-d7fa667ab46f, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7070ee0b-3249-45ce-833c-d7fa667ab46f,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:14.821486 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-19b42f3e-e250-4cad-824b-0fe52d8e5faf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:14.834555 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-19b42f3e-e250-4cad-824b-0fe52d8e5faf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Calling delete_port for 7070ee0b-3249-45ce-833c-d7fa667ab46f owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:14.939568 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d95bfca8-3042-43d1-a7bb-1c8454519576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:14.963524 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-19b42f3e-e250-4cad-824b-0fe52d8e5faf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (7070ee0b-3249-45ce-833c-d7fa667ab46f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:14.990718 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b42f3e-e250-4cad-824b-0fe52d8e5faf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event deleted for resources: {'Port': ['ID=7070ee0b-3249-45ce-833c-d7fa667ab46f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:14.998485 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['23b12033-0060-4d5a-a499-2c72c7826e93', '7070ee0b-3249-45ce-833c-d7fa667ab46f'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:01:15.035657 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-19b42f3e-e250-4cad-824b-0fe52d8e5faf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] No DVR routers for this DVR port 7070ee0b-3249-45ce-833c-d7fa667ab46f on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:01:15.038243 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-19b42f3e-e250-4cad-824b-0fe52d8e5faf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.041577 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d1aeb155-363a-42c7-95af-5a7203ebf461 req-19b42f3e-e250-4cad-824b-0fe52d8e5faf tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "DELETE /v2.0/ports/7070ee0b-3249-45ce-833c-d7fa667ab46f HTTP/1.1" status: 204 len: 173 time: 0.4100924 May 05 15:01:15.042130 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7deb766-a665-4431-983e-bdef40f72848', 'name': 'network-vif-deleted', 'tag': '7070ee0b-3249-45ce-833c-d7fa667ab46f'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:15.044348 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f17309a-68ec-4222-b06d-7d6573a88b8b" -d '{"events": [{"server_uuid": "c7deb766-a665-4431-983e-bdef40f72848", "name": "network-vif-deleted", "tag": "7070ee0b-3249-45ce-833c-d7fa667ab46f"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:15.082755 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba29dc6-c780-436c-be26-a7dbd2c0c7a8 x-openstack-request-id: req-8ba29dc6-c780-436c-be26-a7dbd2c0c7a8 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:15.083056 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7deb766-a665-4431-983e-bdef40f72848", "name": "network-vif-deleted", "tag": "7070ee0b-3249-45ce-833c-d7fa667ab46f", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:15.083432 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ba29dc6-c780-436c-be26-a7dbd2c0c7a8 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:15.083766 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba29dc6-c780-436c-be26-a7dbd2c0c7a8'] response: {'server_uuid': 'c7deb766-a665-4431-983e-bdef40f72848', 'name': 'network-vif-deleted', 'tag': '7070ee0b-3249-45ce-833c-d7fa667ab46f', 'status': 'completed', 'code': 200} May 05 15:01:15.169577 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device ee75d13f-743c-4320-8463-c04bd2a3dc9d up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:01:15.216056 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port ee75d13f-743c-4320-8463-c04bd2a3dc9d completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:01:15.221442 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port ee75d13f-743c-4320-8463-c04bd2a3dc9d triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:01:15.221880 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.296816 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port ee75d13f-743c-4320-8463-c04bd2a3dc9d is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:01:15.297210 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.325153 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:15.327512 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237b9c02-9956-427a-942d-6d48d9e27ed0" -d '{"events": [{"server_uuid": "2f9777af-fca5-44fa-b8e5-facb5d2187c3", "name": "network-vif-plugged", "status": "completed", "tag": "ee75d13f-743c-4320-8463-c04bd2a3dc9d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:15.335175 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56238) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:15.341045 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port ee75d13f-743c-4320-8463-c04bd2a3dc9d, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=ee75d13f-743c-4320-8463-c04bd2a3dc9d,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:15.347548 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.375891 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5227a091-9033-4644-a3d9-a28ba8a2a975 x-openstack-request-id: req-5227a091-9033-4644-a3d9-a28ba8a2a975 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:15.376327 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9777af-fca5-44fa-b8e5-facb5d2187c3", "name": "network-vif-plugged", "status": "completed", "tag": "ee75d13f-743c-4320-8463-c04bd2a3dc9d", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:15.376683 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5227a091-9033-4644-a3d9-a28ba8a2a975 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:15.377283 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5227a091-9033-4644-a3d9-a28ba8a2a975'] response: {'server_uuid': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d', 'code': 200} May 05 15:01:15.407825 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12774e13-5a27-4c85-a642-30830063dac0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (bcdb25e6-8e2f-4629-90e2-0a6690d8276a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.412340 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=ee75d13f-743c-4320-8463-c04bd2a3dc9d,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:15.439141 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12774e13-5a27-4c85-a642-30830063dac0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (bcdb25e6-8e2f-4629-90e2-0a6690d8276a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.510773 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12774e13-5a27-4c85-a642-30830063dac0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (bcdb25e6-8e2f-4629-90e2-0a6690d8276a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.513904 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12774e13-5a27-4c85-a642-30830063dac0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.518144 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-12774e13-5a27-4c85-a642-30830063dac0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "DELETE /v2.0/security-groups/bcdb25e6-8e2f-4629-90e2-0a6690d8276a HTTP/1.1" status: 204 len: 168 time: 0.1816051 May 05 15:01:15.518859 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56244) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:15.551099 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12774e13-5a27-4c85-a642-30830063dac0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdb25e6-8e2f-4629-90e2-0a6690d8276a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:15.558597 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757380-60c4-4669-8bc8-83828a617ecb req-203e31e2-36a6-4b35-9ed0-93cd45fd56fe tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:15.560278 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a757380-60c4-4669-8bc8-83828a617ecb req-203e31e2-36a6-4b35-9ed0-93cd45fd56fe tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 946 time: 0.0682554 May 05 15:01:15.562324 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.api.v2.resource [None req-f5f21c99-a683-4f08-be08-10032e28be3c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] show failed (client error): The resource could not be found. May 05 15:01:15.563418 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f5f21c99-a683-4f08-be08-10032e28be3c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups/bcdb25e6-8e2f-4629-90e2-0a6690d8276a HTTP/1.1" status: 404 len: 347 time: 0.0230277 May 05 15:01:15.566666 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56246) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:15.634236 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a757380-60c4-4669-8bc8-83828a617ecb req-aa6e4838-bbe0-4093-94dc-a921b996780b tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579309 May 05 15:01:15.705227 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e39bc-721d-4559-b421-794d2fd8a7ae tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Deleting port 2dc3e069-596d-41d6-8e34-f49275f03242 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:15.705833 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf7e39bc-721d-4559-b421-794d2fd8a7ae tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (2dc3e069-596d-41d6-8e34-f49275f03242), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.793047 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fafab-e48c-46d6-8b71-0490c3a8586d req-7fbf8ee8-ccb7-4df0-b7ee-017021e9e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:15.794464 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-cb8fafab-e48c-46d6-8b71-0490c3a8586d req-7fbf8ee8-ccb7-4df0-b7ee-017021e9e315 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 1130 time: 0.0861754 May 05 15:01:15.826514 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf7e39bc-721d-4559-b421-794d2fd8a7ae tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (2dc3e069-596d-41d6-8e34-f49275f03242), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.826845 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf7e39bc-721d-4559-b421-794d2fd8a7ae tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (2dc3e069-596d-41d6-8e34-f49275f03242), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:15.846417 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e39bc-721d-4559-b421-794d2fd8a7ae tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Calling delete_port for 2dc3e069-596d-41d6-8e34-f49275f03242 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:15.868773 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-cb8fafab-e48c-46d6-8b71-0490c3a8586d req-c150b4bd-c963-4d88-a003-595a916933d1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686176 May 05 15:01:15.993286 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf7e39bc-721d-4559-b421-794d2fd8a7ae tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (2dc3e069-596d-41d6-8e34-f49275f03242), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.019468 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e39bc-721d-4559-b421-794d2fd8a7ae tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event deleted for resources: {'Port': ['ID=2dc3e069-596d-41d6-8e34-f49275f03242,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:16.083535 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f4e1-f877-4cc9-b61f-d17101e648d2 req-63c91d00-6c2b-4ef4-8237-5c768615cc7f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:16.083744 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf7e39bc-721d-4559-b421-794d2fd8a7ae tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (71e92e7f-331e-499f-919e-0d403b236c62), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.085099 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1e06f4e1-f877-4cc9-b61f-d17101e648d2 req-63c91d00-6c2b-4ef4-8237-5c768615cc7f tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0490880 May 05 15:01:16.086497 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf7e39bc-721d-4559-b421-794d2fd8a7ae tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.090397 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bf7e39bc-721d-4559-b421-794d2fd8a7ae tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "DELETE /v2.0/floatingips/71e92e7f-331e-499f-919e-0d403b236c62 HTTP/1.1" status: 204 len: 168 time: 0.5198030 May 05 15:01:16.135744 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1e06f4e1-f877-4cc9-b61f-d17101e648d2 req-5c2d4031-394d-4f69-ad91-f15957fb0480 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 May 05 15:01:16.224056 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.229079 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56256) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:16.233527 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a6c951bc-b6ea-4fbf-98dd-a4e1935b60e3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605796467', 'description': 'tempest-description--1605967471'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:16.254122 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a6c951bc-b6ea-4fbf-98dd-a4e1935b60e3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.320979 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a6c951bc-b6ea-4fbf-98dd-a4e1935b60e3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (3969d17f-939f-474d-819d-2e99ac85aca5), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.324411 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a6c951bc-b6ea-4fbf-98dd-a4e1935b60e3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3969d17f-939f-474d-819d-2e99ac85aca5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.354130 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a6c951bc-b6ea-4fbf-98dd-a4e1935b60e3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.355261 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a6c951bc-b6ea-4fbf-98dd-a4e1935b60e3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1251602 May 05 15:01:16.358363 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56258) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:16.359245 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c951bc-b6ea-4fbf-98dd-a4e1935b60e3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3969d17f-939f-474d-819d-2e99ac85aca5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:16.363011 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-31749558-59de-4a38-a528-356ebff5c1b1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'security_group_rule': {'security_group_id': '3969d17f-939f-474d-819d-2e99ac85aca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:16.390317 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-31749558-59de-4a38-a528-356ebff5c1b1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (1a060f37-7a64-426d-8a4e-91a597a2b0d2), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.447726 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-31749558-59de-4a38-a528-356ebff5c1b1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (1a060f37-7a64-426d-8a4e-91a597a2b0d2), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.451043 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-31749558-59de-4a38-a528-356ebff5c1b1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (1a060f37-7a64-426d-8a4e-91a597a2b0d2), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.473509 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31749558-59de-4a38-a528-356ebff5c1b1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a060f37-7a64-426d-8a4e-91a597a2b0d2,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:16.480497 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-31749558-59de-4a38-a528-356ebff5c1b1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.484421 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56262) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:16.484538 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-31749558-59de-4a38-a528-356ebff5c1b1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250799 May 05 15:01:16.489019 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3633497a-bc71-47a4-9324-b379641f92db tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'security_group_rule': {'security_group_id': '3969d17f-939f-474d-819d-2e99ac85aca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:16.514572 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3633497a-bc71-47a4-9324-b379641f92db tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (1b6253ea-1a42-448d-893b-47c8ae07c625), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.569893 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3633497a-bc71-47a4-9324-b379641f92db tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (1b6253ea-1a42-448d-893b-47c8ae07c625), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.573152 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3633497a-bc71-47a4-9324-b379641f92db tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (1b6253ea-1a42-448d-893b-47c8ae07c625), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.589517 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633497a-bc71-47a4-9324-b379641f92db tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6253ea-1a42-448d-893b-47c8ae07c625,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:16.597207 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3633497a-bc71-47a4-9324-b379641f92db tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.598417 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3633497a-bc71-47a4-9324-b379641f92db tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130054 May 05 15:01:16.602514 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56264) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:16.606794 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:16.627039 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.708242 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.751499 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99a757-b362-4db2-839e-e3f77c5eac46 req-c7404fc4-c0f5-456b-8014-99663b0cd4f0 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:16.752974 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cf99a757-b362-4db2-839e-e3f77c5eac46 req-c7404fc4-c0f5-456b-8014-99663b0cd4f0 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 946 time: 0.0478532 May 05 15:01:16.800139 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cf99a757-b362-4db2-839e-e3f77c5eac46 req-a4bbc405-a57b-4d82-874a-8d674585f781 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404370 May 05 15:01:16.813111 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Allocated IP 172.27.1.181 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/b1d91718-b969-442b-be7d-7e48a13e795d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:01:16.914961 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for port (b1d91718-b969-442b-be7d-7e48a13e795d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.947754 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (b1d91718-b969-442b-be7d-7e48a13e795d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:16.984756 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:01:16.989452 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:01:16.994648 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:01:16.997334 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'Port': ['ID=b1d91718-b969-442b-be7d-7e48a13e795d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:17.080089 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (f6d1c3b6-88d7-4dd1-9733-dd56049610f7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:17.114435 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (b1d91718-b969-442b-be7d-7e48a13e795d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:17.250892 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68841fa6-f7fd-4106-ab55-8644e5d224a3 req-1a2ff398-97fc-4c2b-a289-ba08fb679f93 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:17.252364 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-68841fa6-f7fd-4106-ab55-8644e5d224a3 req-1a2ff398-97fc-4c2b-a289-ba08fb679f93 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0481894 May 05 15:01:17.266342 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for port (b1d91718-b969-442b-be7d-7e48a13e795d), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:17.270809 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (b1d91718-b969-442b-be7d-7e48a13e795d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:17.301687 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-68841fa6-f7fd-4106-ab55-8644e5d224a3 req-210574df-78f5-4b08-b99f-38aad8e612a1 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430756 May 05 15:01:17.338313 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'Port': ['ID=b1d91718-b969-442b-be7d-7e48a13e795d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:17.347929 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (f6d1c3b6-88d7-4dd1-9733-dd56049610f7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:17.363050 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:17.364265 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b560e9d1-c3db-45f3-bb75-2e3d64701414 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7607837 May 05 15:01:17.559439 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-5c0f647b-5422-4d3f-961d-7130e87b9d3f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1605796467&fields=id&tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1 HTTP/1.1" status: 200 len: 267 time: 0.0452385 May 05 15:01:17.631590 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:17.664474 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-19c25916-c7d3-4e23-bd7b-b4ec201b9bef tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:17.665946 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-19c25916-c7d3-4e23-bd7b-b4ec201b9bef tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 817 time: 0.0996251 May 05 15:01:17.680269 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-b4c3f48d-f6f0-4e2f-8071-4a8e3af30e10 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/quotas/2a58ec5ecdf84164a57e7d78d5dcecd1 HTTP/1.1" status: 200 len: 375 time: 0.0089886 May 05 15:01:17.729397 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-4fd277bb-b7ee-429d-93d5-59d118cc96f7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442488 May 05 15:01:17.826643 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-8423754a-15b6-4f49-ac21-3390bc3e7898 service neutron] 10.222.0.48 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865035 May 05 15:01:17.952967 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289acead-c0dc-454e-b093-f925b7c36614 req-b684a550-d9fa-4b51-85ad-a4c323177453 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:17.954542 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-289acead-c0dc-454e-b093-f925b7c36614 req-b684a550-d9fa-4b51-85ad-a4c323177453 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 946 time: 0.0658371 May 05 15:01:17.958187 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-812e8b74-5a07-4c53-a96b-035ecb21253d service neutron] 10.222.0.48 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260564 May 05 15:01:18.003049 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-289acead-c0dc-454e-b093-f925b7c36614 req-8606a97f-026b-4667-b404-b2a805f2c6f7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 May 05 15:01:18.118159 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b856012f-5a3d-4be3-afda-353f166b0b5f req-4a6f0726-15e2-4138-a064-7d7e49f386b1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 210 time: 0.0274787 May 05 15:01:18.418787 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda54fb-49de-4d8c-9497-7e781be32d76 req-be0d8f01-25e3-4c4b-bda3-8acc6a9a54d2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:18.420242 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ebda54fb-49de-4d8c-9497-7e781be32d76 req-be0d8f01-25e3-4c4b-bda3-8acc6a9a54d2 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0468838 May 05 15:01:18.471504 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ebda54fb-49de-4d8c-9497-7e781be32d76 req-eabf9b96-411a-49e6-93ec-de418478e24e tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 May 05 15:01:18.945895 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:19.115994 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4feb89e-afca-4f96-9e8c-aaabcc6c8cfd req-eee3c9bb-9314-4c43-a5a6-1845a947f663 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:19.117447 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4feb89e-afca-4f96-9e8c-aaabcc6c8cfd req-eee3c9bb-9314-4c43-a5a6-1845a947f663 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 946 time: 0.0462062 May 05 15:01:19.164342 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4feb89e-afca-4f96-9e8c-aaabcc6c8cfd req-8318ccb1-05ce-4e26-b5d3-d55ef6dbb675 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414109 May 05 15:01:19.206803 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7070ee0b-3249-45ce-833c-d7fa667ab46f no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:01:19.218673 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ddde2a4b-f46e-42aa-be7b-7f2f8b464997 req-73925749-abb4-4b45-a944-55dad9607193 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 210 time: 0.0280910 May 05 15:01:19.232505 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 7070ee0b-3249-45ce-833c-d7fa667ab46f {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:01:19.232845 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7070ee0b-3249-45ce-833c-d7fa667ab46f not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:01:19.588487 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e71ca-6324-497b-a71a-3808d96627a7 req-cc82e2b1-2ede-4f1a-a750-9a5213e8d740 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:19.589959 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ca0e71ca-6324-497b-a71a-3808d96627a7 req-cc82e2b1-2ede-4f1a-a750-9a5213e8d740 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0506160 May 05 15:01:19.638390 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ca0e71ca-6324-497b-a71a-3808d96627a7 req-4d9f7456-901a-41b6-b79f-27375b1df167 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a582b06-c674-4afa-86e8-4d158b8449c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428770 May 05 15:01:19.703776 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-15a1e6c5-80ed-4d82-bd0d-e7c049bdac64 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:19.705258 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-15a1e6c5-80ed-4d82-bd0d-e7c049bdac64 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 945 time: 0.0636013 May 05 15:01:20.199522 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-303808d7-c14d-453e-8ced-7302465e913a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Deleting port 23b12033-0060-4d5a-a499-2c72c7826e93 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:20.199869 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-303808d7-c14d-453e-8ced-7302465e913a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:20.285422 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7ac9f-7b76-41d8-9a1d-4c7288fb723f req-d5a4ad4c-75aa-4205-9938-03790bbfef32 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:20.286940 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2c7ac9f-7b76-41d8-9a1d-4c7288fb723f req-d5a4ad4c-75aa-4205-9938-03790bbfef32 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 946 time: 0.0531449 May 05 15:01:20.294201 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-303808d7-c14d-453e-8ced-7302465e913a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] For port 23b12033-0060-4d5a-a499-2c72c7826e93, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=23b12033-0060-4d5a-a499-2c72c7826e93,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:20.294570 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-303808d7-c14d-453e-8ced-7302465e913a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:20.307812 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-303808d7-c14d-453e-8ced-7302465e913a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Calling delete_port for 23b12033-0060-4d5a-a499-2c72c7826e93 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:20.338948 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24724548-8643-4f34-9e5b-4d9343dd82ba req-3bcede83-5d60-47b4-8dd4-b58b4e4210f3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 210 time: 0.0393362 May 05 15:01:20.371551 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2c7ac9f-7b76-41d8-9a1d-4c7288fb723f req-5a85bae0-e383-411a-9863-7c0c4afe97ea tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780761 May 05 15:01:20.436339 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-303808d7-c14d-453e-8ced-7302465e913a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (23b12033-0060-4d5a-a499-2c72c7826e93), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:20.467457 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303808d7-c14d-453e-8ced-7302465e913a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Pushing event deleted for resources: {'Port': ['ID=23b12033-0060-4d5a-a499-2c72c7826e93,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:20.479197 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['23b12033-0060-4d5a-a499-2c72c7826e93'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:01:20.521347 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-303808d7-c14d-453e-8ced-7302465e913a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] No DVR routers for this DVR port 23b12033-0060-4d5a-a499-2c72c7826e93 on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:01:20.521599 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe44e-b0bc-4da3-a02b-543a03dc4fdd req-b8ebf077-68e2-49c4-8534-e057ac143814 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:20.524739 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-303808d7-c14d-453e-8ced-7302465e913a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:20.526266 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b22fe44e-b0bc-4da3-a02b-543a03dc4fdd req-b8ebf077-68e2-49c4-8534-e057ac143814 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 946 time: 0.0853274 May 05 15:01:20.528612 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-635a0ef0-9631-4c57-a29f-402e93f81c3b req-303808d7-c14d-453e-8ced-7302465e913a tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.25 "DELETE /v2.0/ports/23b12033-0060-4d5a-a499-2c72c7826e93 HTTP/1.1" status: 204 len: 173 time: 0.4155047 May 05 15:01:20.529061 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caeef2f-3b4f-4e5c-b860-61ccb029788e', 'name': 'network-vif-deleted', 'tag': '23b12033-0060-4d5a-a499-2c72c7826e93'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:20.531291 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eabc2d-923c-4e43-b279-508b29ec5e17" -d '{"events": [{"server_uuid": "1caeef2f-3b4f-4e5c-b860-61ccb029788e", "name": "network-vif-deleted", "tag": "23b12033-0060-4d5a-a499-2c72c7826e93"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:20.533900 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56314) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:20.538719 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-485d54f2-a3e8-4731-a37c-ce88b2d7fb0f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Request body: {'floatingip': {'port_id': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:20.570788 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f738f11c-b18e-432e-b0b0-952c3b63a361 x-openstack-request-id: req-f738f11c-b18e-432e-b0b0-952c3b63a361 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:20.571087 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1caeef2f-3b4f-4e5c-b860-61ccb029788e", "name": "network-vif-deleted", "tag": "23b12033-0060-4d5a-a499-2c72c7826e93", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:20.571345 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f738f11c-b18e-432e-b0b0-952c3b63a361 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:20.571739 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f738f11c-b18e-432e-b0b0-952c3b63a361'] response: {'server_uuid': '1caeef2f-3b4f-4e5c-b860-61ccb029788e', 'name': 'network-vif-deleted', 'tag': '23b12033-0060-4d5a-a499-2c72c7826e93', 'status': 'completed', 'code': 200} May 05 15:01:20.579565 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-485d54f2-a3e8-4731-a37c-ce88b2d7fb0f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:20.753571 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69bc43ce-42b4-4bbe-adf4-a067add91d6a req-81527f1e-696a-44bc-8535-7548b1304978 tempest-ServerRescueNegativeTestJSON-1179405550 tempest-ServerRescueNegativeTestJSON-1179405550-project] 10.222.0.48 "GET /v2.0/ports?device_id=1caeef2f-3b4f-4e5c-b860-61ccb029788e HTTP/1.1" status: 200 len: 210 time: 0.0307508 May 05 15:01:21.043338 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-7803ae6b-0fb0-494a-9bae-3357c66b7c68 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:21.044782 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-7803ae6b-0fb0-494a-9bae-3357c66b7c68 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.25 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 817 time: 0.1852229 May 05 15:01:21.139531 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-485d54f2-a3e8-4731-a37c-ce88b2d7fb0f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:21.143025 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-485d54f2-a3e8-4731-a37c-ce88b2d7fb0f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:21.244490 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-485d54f2-a3e8-4731-a37c-ce88b2d7fb0f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Floating IP ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f associated. External IP: 172.27.1.248, port: ee75d13f-743c-4320-8463-c04bd2a3dc9d. May 05 15:01:21.448268 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-02971eb7-f82b-40ef-afa8-f32340641994 req-95590658-c14e-473b-9781-a3a367234064 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 210 time: 0.0306292 May 05 15:01:21.616562 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-02f544a9-7ed0-4b4a-86ab-296ba31027c4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1 HTTP/1.1" status: 200 len: 380 time: 0.3357661 May 05 15:01:21.667390 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'port': {'device_id': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'admin_state_up': True, 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'security_groups': ['3969d17f-939f-474d-819d-2e99ac85aca5']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:21.817470 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56336) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:21.827707 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485d54f2-a3e8-4731-a37c-ce88b2d7fb0f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Router 42fb784d-11f0-4342-9f91-ec85332ff7c7 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:01:21.879603 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Made reservation on behalf of 2a58ec5ecdf84164a57e7d78d5dcecd1 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:01:21.883289 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:22.053504 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485d54f2-a3e8-4731-a37c-ce88b2d7fb0f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:01:22.059807 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-485d54f2-a3e8-4731-a37c-ce88b2d7fb0f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:22.063530 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] Sync routers for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:01:22.077266 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:22.078152 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:01:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:22.090811 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Allocated IP 172.20.0.13 (76ae81ac-5c14-477b-aec8-d6c521ab8d0d/1d651088-968d-44c4-a839-81028c6e4666/bd47fcbb-f90d-4e5e-8583-7e10135e980c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:01:22.106499 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-485d54f2-a3e8-4731-a37c-ce88b2d7fb0f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "PUT /v2.0/floatingips/ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f HTTP/1.1" status: 200 len: 992 time: 1.5715921 May 05 15:01:22.203175 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:22.308504 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753748'] for router_interface (3880511f-ed19-43e8-9674-dd3794e69f99), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:22.328489 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:22.372547 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:22.421027 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:01:22.424568 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:01:22.436929 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:01:22.482086 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event updated for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:22.511399 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:22.512384 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:22.530304 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-bbc31eb8-da15-412d-860d-a1843e5dd015 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8667285 May 05 15:01:22.573515 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'tag': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:22.577712 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18994edf-2a82-4853-9cc9-0be3c268b26d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9777af-fca5-44fa-b8e5-facb5d2187c3", "tag": "ee75d13f-743c-4320-8463-c04bd2a3dc9d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:22.632634 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee68f8fe-abd4-45f7-a6e7-334f16b855c0 x-openstack-request-id: req-ee68f8fe-abd4-45f7-a6e7-334f16b855c0 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:22.633209 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9777af-fca5-44fa-b8e5-facb5d2187c3", "tag": "ee75d13f-743c-4320-8463-c04bd2a3dc9d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:22.633939 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee68f8fe-abd4-45f7-a6e7-334f16b855c0 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:22.634552 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee68f8fe-abd4-45f7-a6e7-334f16b855c0'] response: {'name': 'network-changed', 'server_uuid': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'tag': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d', 'status': 'completed', 'code': 200} May 05 15:01:22.638188 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'port_id': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'mac_address': 'fa:16:3e:b0:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:01:01Z', 'updated_at': '2022-05-05T15:01:21Z', 'revision_number': 1, 'project_id': '33c19e606db245779d45fb4204bbd588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:22.659498 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c0c65-5f89-4c4a-84d4-44f6960b250a req-4e96cb88-a35a-46f7-b297-9fd6c059709e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:22.660991 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-936c0c65-5f89-4c4a-84d4-44f6960b250a req-4e96cb88-a35a-46f7-b297-9fd6c059709e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 932 time: 0.1038046 May 05 15:01:22.673819 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] Checking router: 42fb784d-11f0-4342-9f91-ec85332ff7c7 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:01:22.682205 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:22.682815 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:01:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:22.697684 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Request body: {'port': {'device_id': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:22.740283 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-9b4efa1d-e4c9-4917-9b71-994b45868b59 None None] Provisioning complete for port bd47fcbb-f90d-4e5e-8583-7e10135e980c triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:01:22.740809 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b4efa1d-e4c9-4917-9b71-994b45868b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:22.770684 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:22.783628 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] Deleting port ca2d2514-1181-4897-8fb6-7f85c369a851 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:22.783970 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:22.800158 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-936c0c65-5f89-4c4a-84d4-44f6960b250a req-04539985-b187-450b-9eb7-51db1d67cdc1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320083 May 05 15:01:22.812348 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-eae66b75-2eb9-4c46-95ee-ca788f537b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:22.815403 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-eae66b75-2eb9-4c46-95ee-ca788f537b77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=33c19e606db245779d45fb4204bbd588&device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 1130 time: 0.0998821 May 05 15:01:22.841168 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9b4efa1d-e4c9-4917-9b71-994b45868b59 None None] Port bd47fcbb-f90d-4e5e-8583-7e10135e980c cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:01:22.849682 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:23.087105 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'port_id': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'mac_address': 'fa:16:3e:b0:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:01:01Z', 'updated_at': '2022-05-05T15:01:21Z', 'revision_number': 1, 'project_id': '33c19e606db245779d45fb4204bbd588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:23.095980 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd47fcbb-f90d-4e5e-8583-7e10135e980c {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:01:23.106963 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Publish callbacks [] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:23.121010 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Transition to ACTIVE for port object bd47fcbb-f90d-4e5e-8583-7e10135e980c will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:01:23.125349 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:23.126900 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765fe1db-5aeb-4a2c-bbfe-f200def95a7e None None] The sync data for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi is: [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'port_id': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'mac_address': 'fa:16:3e:b0:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:01:01Z', 'updated_at': '2022-05-05T15:01:21Z', 'revision_number': 1, 'project_id': '33c19e606db245779d45fb4204bbd588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:01:23.180262 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Pushing event updated for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:23.210526 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 23b12033-0060-4d5a-a499-2c72c7826e93 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:01:23.220616 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] For port ca2d2514-1181-4897-8fb6-7f85c369a851, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ca2d2514-1181-4897-8fb6-7f85c369a851,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:23.220993 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:23.238281 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] Calling delete_port for ca2d2514-1181-4897-8fb6-7f85c369a851 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:23.251870 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 23b12033-0060-4d5a-a499-2c72c7826e93 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:01:23.252976 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 23b12033-0060-4d5a-a499-2c72c7826e93 not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:01:23.267612 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-f64b6c8f-3ae1-4613-9e87-1990af6fccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:23.269086 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-f64b6c8f-3ae1-4613-9e87-1990af6fccb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 200 len: 911 time: 0.4470224 May 05 15:01:23.274120 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Attempting to bind port bd47fcbb-f90d-4e5e-8583-7e10135e980c on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:01:23.274529 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Attempting to bind port bd47fcbb-f90d-4e5e-8583-7e10135e980c by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:01:23.274905 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Attempting to bind port bd47fcbb-f90d-4e5e-8583-7e10135e980c on network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:01:23.279398 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Port bd47fcbb-f90d-4e5e-8583-7e10135e980c on network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:01:23.279717 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Attempting to bind port bd47fcbb-f90d-4e5e-8583-7e10135e980c on network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:01:23.285621 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:01:23.286401 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Checking segment: {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:01:23.287004 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Bound using segment: {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:01:23.287556 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Bound port: bd47fcbb-f90d-4e5e-8583-7e10135e980c, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6668199-843b-4ad2-b34f-df4f4de1a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:01:23.288099 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:23.373490 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:01:23.377906 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:01:23.387052 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:23.396139 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-b69a1aea-841b-4176-9d6b-2e99bb88be67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee75d13f-743c-4320-8463-c04bd2a3dc9d HTTP/1.1" status: 200 len: 1000 time: 0.0953002 May 05 15:01:23.452376 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:23.454468 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:23.456049 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] 10.222.0.25 "PUT /v2.0/ports/bd47fcbb-f90d-4e5e-8583-7e10135e980c HTTP/1.1" status: 200 len: 1094 time: 0.7635436 May 05 15:01:23.486689 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca1e70-7043-4e97-aaa2-99a9defe2587 service neutron] Pushing event updated for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:23.515611 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615523d-689a-4934-b8d7-50791084b228 None None] New status for floating IP ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:01:23.523257 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-1e9d573e-e30a-4cba-b498-54c0487f5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:23.525209 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-1e9d573e-e30a-4cba-b498-54c0487f5786 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2a90d414-92a9-4ba0-bc64-e30a9629c478 HTTP/1.1" status: 200 len: 849 time: 0.1223950 May 05 15:01:23.581069 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-a1de56c4-8b9e-455e-bf05-53b086091a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:23.583715 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-a1de56c4-8b9e-455e-bf05-53b086091a1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 1128 time: 0.0625246 May 05 15:01:23.594191 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-df1a6912-a786-494a-99f3-552b4c3f73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:23.594917 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-df1a6912-a786-494a-99f3-552b4c3f73c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607102 May 05 15:01:23.659390 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-54261192-5a9f-4895-86ad-a6f9d6f83c4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c HTTP/1.1" status: 200 len: 217 time: 0.0526745 May 05 15:01:23.734056 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-487f166a-3e7f-4e31-9d5e-186296905275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:23.742803 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-487f166a-3e7f-4e31-9d5e-186296905275 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 200 len: 856 time: 0.0779698 May 05 15:01:23.757367 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (ca2d2514-1181-4897-8fb6-7f85c369a851), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:23.797139 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-eba9d29c-6be5-4468-8609-8980c2df7b2a service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873705 May 05 15:01:23.797919 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2d2514-1181-4897-8fb6-7f85c369a851,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:23.902964 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc95e0-4284-4204-bade-bab1c891a18c req-ae15b7ba-38a0-41a5-a79e-e8c1addd4170 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:23.904726 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24fc95e0-4284-4204-bade-bab1c891a18c req-ae15b7ba-38a0-41a5-a79e-e8c1addd4170 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 946 time: 0.0980761 May 05 15:01:24.019238 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59684a-83a8-4ca2-bf51-32df7a1455ad req-6c252e5f-4ce2-476e-89f9-2b9a8e382e3b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:24.023170 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a59684a-83a8-4ca2-bf51-32df7a1455ad req-6c252e5f-4ce2-476e-89f9-2b9a8e382e3b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.1154194 May 05 15:01:24.063266 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24fc95e0-4284-4204-bade-bab1c891a18c req-3949c158-72ab-4974-87d1-54d990f4dc78 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452219 May 05 15:01:24.124672 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a59684a-83a8-4ca2-bf51-32df7a1455ad req-6d56400a-dccb-4622-b6c5-2c36be6e6cf2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945058 May 05 15:01:24.137548 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1749489'] for router_interface (3880511f-ed19-43e8-9674-dd3794e69f99), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:24.352599 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] Router 3880511f-ed19-43e8-9674-dd3794e69f99 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:01:24.463099 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:01:24.471719 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-519809f1-fe9a-451f-b18c-1a25e3145d49 admin admin] 10.222.0.48 "PUT /v2.0/routers/3880511f-ed19-43e8-9674-dd3794e69f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6508818 May 05 15:01:24.472036 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56368) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:24.476420 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] Sync routers for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:01:24.486396 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:24.487210 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:01:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:24.583500 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Publish callbacks [] for router (3880511f-ed19-43e8-9674-dd3794e69f99), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:24.597131 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:24.637255 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:24.639504 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d870ba67-d24e-4cb4-a754-5d874442e35f" -d '{"events": [{"name": "network-changed", "server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:24.677069 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e6a28d-295e-42c9-9bb3-a1c7ae28ab45 x-openstack-request-id: req-58e6a28d-295e-42c9-9bb3-a1c7ae28ab45 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:24.677366 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:24.677677 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58e6a28d-295e-42c9-9bb3-a1c7ae28ab45 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:24.678056 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e6a28d-295e-42c9-9bb3-a1c7ae28ab45'] response: {'name': 'network-changed', 'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'status': 'completed', 'code': 200} May 05 15:01:24.702695 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Publish callbacks [] for router_gateway (3880511f-ed19-43e8-9674-dd3794e69f99), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:24.746090 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Deleting port 8e342c12-027e-4d63-833e-9fe748b95a36 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:24.746426 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:24.767942 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T15:01:23Z', 'revision_number': 5, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port': {'id': '8e342c12-027e-4d63-833e-9fe748b95a36', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:28Z', 'updated_at': '2022-05-05T14:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:24.799437 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] Checking router: 3880511f-ed19-43e8-9674-dd3794e69f99 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:01:24.808647 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] Routers {'3880511f-ed19-43e8-9674-dd3794e69f99'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:24.809256 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:01:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['3880511f-ed19-43e8-9674-dd3794e69f99'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:24.824586 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] For port 8e342c12-027e-4d63-833e-9fe748b95a36, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=8e342c12-027e-4d63-833e-9fe748b95a36,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:24.824953 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:24.837534 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Calling delete_port for 8e342c12-027e-4d63-833e-9fe748b95a36 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:24.897670 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] Set router 3880511f-ed19-43e8-9674-dd3794e69f99 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:24.948974 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T15:01:24Z', 'revision_number': 6, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port_host': None}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:24.980059 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bbe9a-6941-4ec1-8202-e9bffdb845fd None None] The sync data for ids ['3880511f-ed19-43e8-9674-dd3794e69f99'] in dv-cinder-839426-6-iscsi is: [{'id': '3880511f-ed19-43e8-9674-dd3794e69f99', 'name': 'tempest-ServerRescueNegativeTestJSON-2123373765-router', 'tenant_id': '3956c3f25d4e496aaef3d83857fd310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:27Z', 'updated_at': '2022-05-05T15:01:24Z', 'revision_number': 6, 'project_id': '3956c3f25d4e496aaef3d83857fd310f', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:01:25.031297 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (8e342c12-027e-4d63-833e-9fe748b95a36), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.060473 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-347e81c0-c11d-49ca-b1de-e663b9a0eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:25.061969 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-347e81c0-c11d-49ca-b1de-e663b9a0eb1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701036 May 05 15:01:25.063074 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e342c12-027e-4d63-833e-9fe748b95a36,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:25.085481 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18994edf-2a82-4853-9cc9-0be3c268b26d req-31648a7b-5a64-4fbe-84db-d2a04cc2c9c9 service neutron] 10.222.0.25 "GET /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921519 May 05 15:01:25.124933 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756290'] for router_gateway (3880511f-ed19-43e8-9674-dd3794e69f99), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.183761 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910fc31-7a42-4ced-8a0a-c611d1752485 req-6f99f88e-968f-4fab-939c-f2f348d5de4e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:25.198058 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f910fc31-7a42-4ced-8a0a-c611d1752485 req-6f99f88e-968f-4fab-939c-f2f348d5de4e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 946 time: 0.0664592 May 05 15:01:25.242815 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35364'] for router (3880511f-ed19-43e8-9674-dd3794e69f99), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.245449 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Publish callbacks [] for router_controller (3880511f-ed19-43e8-9674-dd3794e69f99), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.277372 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a397f2-b5cc-46f5-aea8-f5d174487622 req-6c739ad1-a4dc-4fe0-bb44-fc490ea1505c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:25.278890 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18a397f2-b5cc-46f5-aea8-f5d174487622 req-6c739ad1-a4dc-4fe0-bb44-fc490ea1505c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0666859 May 05 15:01:25.282344 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f910fc31-7a42-4ced-8a0a-c611d1752485 req-4e2782f4-9e1a-4611-a023-988a4e718446 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=e58d9884-161c-4f01-a078-3eae97219b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834932 May 05 15:01:25.364644 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1759855'] for router (3880511f-ed19-43e8-9674-dd3794e69f99), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.365208 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3880511f-ed19-43e8-9674-dd3794e69f99 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:01:25.373212 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.377040 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5161d48e-c480-4e8d-ba81-eab06c1aa231 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3880511f-ed19-43e8-9674-dd3794e69f99 HTTP/1.1" status: 204 len: 168 time: 0.9039865 May 05 15:01:25.387411 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56376) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:25.399656 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18a397f2-b5cc-46f5-aea8-f5d174487622 req-3efb2dce-ded5-4d24-8a09-0531326aa189 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138098 May 05 15:01:25.433960 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-186f6186-4293-48c5-a72c-841e8f2c2112 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262440 May 05 15:01:25.448687 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-7d8ed9e1-83cf-47e1-9f20-0225e3e126d7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:25.450268 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-7d8ed9e1-83cf-47e1-9f20-0225e3e126d7 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 946 time: 0.1184716 May 05 15:01:25.478489 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-1514000f-fb02-4107-a4bc-01b76dc33f4f admin admin] Deleting subnet 102f4089-7039-47fa-8df6-4bf1e1c6cddb {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:01:25.487163 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1514000f-fb02-4107-a4bc-01b76dc33f4f admin admin] Publish callbacks [] for subnet (102f4089-7039-47fa-8df6-4bf1e1c6cddb), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.560016 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Deleting port cd762a0a-d1a1-49fe-b059-0baa895351e9 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:25.560659 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.563024 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1514000f-fb02-4107-a4bc-01b76dc33f4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168642'] for subnet (102f4089-7039-47fa-8df6-4bf1e1c6cddb), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.610181 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-20784442-3b32-4ed3-b42a-eba82f0bcde7 req-f41afa48-1c7d-4461-8881-699d030ad26a service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663740 May 05 15:01:25.659106 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] For port cd762a0a-d1a1-49fe-b059-0baa895351e9, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=cd762a0a-d1a1-49fe-b059-0baa895351e9,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:25.659476 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.898613 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.898975 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (b0510a04-2f06-4975-b136-75c3a029ac14), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:25.899292 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Floating IP b0510a04-2f06-4975-b136-75c3a029ac14 disassociated. External IP: 172.27.1.92, port: cd762a0a-d1a1-49fe-b059-0baa895351e9. May 05 15:01:25.899631 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Calling delete_port for cd762a0a-d1a1-49fe-b059-0baa895351e9 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:25.948190 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1514000f-fb02-4107-a4bc-01b76dc33f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (102f4089-7039-47fa-8df6-4bf1e1c6cddb), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.001867 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1514000f-fb02-4107-a4bc-01b76dc33f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4336698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4347927'] for subnet (102f4089-7039-47fa-8df6-4bf1e1c6cddb), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.028182 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514000f-fb02-4107-a4bc-01b76dc33f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102f4089-7039-47fa-8df6-4bf1e1c6cddb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:26.031818 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1514000f-fb02-4107-a4bc-01b76dc33f4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.035044 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1514000f-fb02-4107-a4bc-01b76dc33f4f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/102f4089-7039-47fa-8df6-4bf1e1c6cddb HTTP/1.1" status: 204 len: 168 time: 0.6466579 May 05 15:01:26.037849 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56378) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:26.041604 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95994dc-feb8-4307-b7ce-6a9ef2557092 None None] Network 16fadcf3-257b-45a7-92ef-ee621845bc98 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:01:26.046313 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (cd762a0a-d1a1-49fe-b059-0baa895351e9), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.096281 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'Port': ['ID=cd762a0a-d1a1-49fe-b059-0baa895351e9,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:26.180638 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (16fadcf3-257b-45a7-92ef-ee621845bc98), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.210256 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f04d609-26fa-4fa6-aa65-93fa296ad86e None None] DHCP port deletion for 16fadcf3-257b-45a7-92ef-ee621845bc98 request from dv-cinder-839426-6-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:01:26.271602 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Deleting port 5b6b8675-39c6-485c-b50a-8121102eca78 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:26.271971 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.345092 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Router 71c92f8b-bfde-4236-875a-89f754c16097 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:01:26.360150 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] For port 5b6b8675-39c6-485c-b50a-8121102eca78, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=5b6b8675-39c6-485c-b50a-8121102eca78,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:26.360511 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.380620 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3f04d609-26fa-4fa6-aa65-93fa296ad86e None None] Deleting port 5b6b8675-39c6-485c-b50a-8121102eca78 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:26.380933 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f04d609-26fa-4fa6-aa65-93fa296ad86e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.385978 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Calling delete_port for 5b6b8675-39c6-485c-b50a-8121102eca78 owned by network:dhcp {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:26.416580 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-e58a784b-a6c2-48d4-9e9d-ea2cb230c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:26.418483 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-e58a784b-a6c2-48d4-9e9d-ea2cb230c0cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 1128 time: 0.0427430 May 05 15:01:26.454427 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-3f04d609-26fa-4fa6-aa65-93fa296ad86e None None] For port 5b6b8675-39c6-485c-b50a-8121102eca78, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=5b6b8675-39c6-485c-b50a-8121102eca78,segment=NetworkSegment(cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c),segment_id=cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:26.454836 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f04d609-26fa-4fa6-aa65-93fa296ad86e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.461800 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e1b0875-6f0c-4ab7-a240-bed59ad210bf req-b65b3a7f-ef3f-41e4-bd9d-639197bca133 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 210 time: 0.0888116 May 05 15:01:26.494682 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3f04d609-26fa-4fa6-aa65-93fa296ad86e None None] Calling delete_port for 5b6b8675-39c6-485c-b50a-8121102eca78 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:26.535349 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-0a900139-d64a-4e70-9c1b-a6108c1c2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:26.536845 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-0a900139-d64a-4e70-9c1b-a6108c1c2d63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 918 time: 0.1125884 May 05 15:01:26.590211 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-56254ce6-d5a8-45ab-84a5-57d0b930d44c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c HTTP/1.1" status: 200 len: 217 time: 0.0427320 May 05 15:01:26.614282 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ca2d2514-1181-4897-8fb6-7f85c369a851 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:01:26.639740 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: ca2d2514-1181-4897-8fb6-7f85c369a851 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:01:26.640326 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ca2d2514-1181-4897-8fb6-7f85c369a851 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:01:26.640908 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 5b6b8675-39c6-485c-b50a-8121102eca78 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:01:26.655452 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-21b9ad16-da83-4c45-901c-fabfcab21867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:26.658232 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-21b9ad16-da83-4c45-901c-fabfcab21867 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 200 len: 856 time: 0.0608721 May 05 15:01:26.709704 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-ad56c187-a336-4a5a-9f58-0e6ab464642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:26.711787 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-ad56c187-a336-4a5a-9f58-0e6ab464642f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488429 May 05 15:01:26.748974 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f04d609-26fa-4fa6-aa65-93fa296ad86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.779927 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04d609-26fa-4fa6-aa65-93fa296ad86e None None] Pushing event deleted for resources: {'Port': ['ID=5b6b8675-39c6-485c-b50a-8121102eca78,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:26.792844 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f04d609-26fa-4fa6-aa65-93fa296ad86e None None] No DVR routers for this DVR port 5b6b8675-39c6-485c-b50a-8121102eca78 on host dv-cinder-839426-6-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:01:26.795931 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 5b6b8675-39c6-485c-b50a-8121102eca78 is: ACTIVE; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:01:26.796388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.811805 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-70621516-22bb-4afe-a5e8-0ca825de9d8a service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933118 May 05 15:01:26.841434 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 8e342c12-027e-4d63-833e-9fe748b95a36 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:01:26.865500 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 8e342c12-027e-4d63-833e-9fe748b95a36 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:01:26.866593 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 8e342c12-027e-4d63-833e-9fe748b95a36 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:01:26.885165 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322631-e397-4b5c-8cc9-29be6dda1960 req-a219772a-48bc-403c-8152-d9b93e380339 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:26.886698 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c3322631-e397-4b5c-8cc9-29be6dda1960 req-a219772a-48bc-403c-8152-d9b93e380339 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.1112344 May 05 15:01:26.901580 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:01:26.915531 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:01:26.925182 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:26.926162 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:01:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:26.930540 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d870ba67-d24e-4cb4-a754-5d874442e35f req-80355659-bc28-4a3b-904b-41f5d65e632e service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013420 May 05 15:01:26.963879 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] No DVR routers for this DVR port cd762a0a-d1a1-49fe-b059-0baa895351e9 on host hv-cinder-83942 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:01:26.967933 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:26.971209 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8133fa08-8e61-4e6b-8595-3a646cfa5d5d req-a7586186-23fe-485f-a64a-3bd7c18234a8 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "DELETE /v2.0/ports/cd762a0a-d1a1-49fe-b059-0baa895351e9 HTTP/1.1" status: 204 len: 173 time: 1.5146644 May 05 15:01:26.971956 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'name': 'network-vif-deleted', 'tag': 'cd762a0a-d1a1-49fe-b059-0baa895351e9'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:26.974241 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29476db1-e2f3-437f-aa10-32551997041e" -d '{"events": [{"server_uuid": "ddc5f521-b3e3-4010-bff0-f14ce52183a4", "name": "network-vif-deleted", "tag": "cd762a0a-d1a1-49fe-b059-0baa895351e9"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:26.988602 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (5b6b8675-39c6-485c-b50a-8121102eca78), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.028960 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6b8675-39c6-485c-b50a-8121102eca78,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:27.033680 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] No DVR routers for this DVR port 5b6b8675-39c6-485c-b50a-8121102eca78 on host dv-cinder-839426-6-iscsi {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:01:27.036874 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6483e5f-aa85-45cf-be8a-70a56fe6d25f x-openstack-request-id: req-c6483e5f-aa85-45cf-be8a-70a56fe6d25f {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:27.036874 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5f521-b3e3-4010-bff0-f14ce52183a4", "name": "network-vif-deleted", "tag": "cd762a0a-d1a1-49fe-b059-0baa895351e9", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:27.037822 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6483e5f-aa85-45cf-be8a-70a56fe6d25f {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:27.037822 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6483e5f-aa85-45cf-be8a-70a56fe6d25f'] response: {'server_uuid': 'ddc5f521-b3e3-4010-bff0-f14ce52183a4', 'name': 'network-vif-deleted', 'tag': 'cd762a0a-d1a1-49fe-b059-0baa895351e9', 'status': 'completed', 'code': 200} May 05 15:01:27.040779 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c3322631-e397-4b5c-8cc9-29be6dda1960 req-9c9ee989-b746-4000-94f8-856e09df7868 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478741 May 05 15:01:27.055238 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:27.129415 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (16fadcf3-257b-45a7-92ef-ee621845bc98), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.151539 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fadcf3-257b-45a7-92ef-ee621845bc98']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:27.161103 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:27.161329 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:27.174583 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018469'] for segment (cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.187980 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.194649 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:01:27.195031 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5990979'] for segment (cb4fe08c-dc4c-47ea-8e8f-3b7119ce183c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: self.session.flush() May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: self.session.flush() May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: self.session.flush() May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: self.session.flush() May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: Traceback (most recent call last): May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: timer() May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: cb(*args, **kw) May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: return func(*args, **kwargs) May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: self._notify() May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: self.callback(batched_events) May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: event.method(event) May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: return f(self, *a, **k) May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: return self._get(url).json() May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:01:27.196713 dv-cinder-839426-6-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:01:27.253770 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (16fadcf3-257b-45a7-92ef-ee621845bc98), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.254427 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:27.261490 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.264657 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] 10.222.0.48 "DELETE /v2.0/networks/16fadcf3-257b-45a7-92ef-ee621845bc98 HTTP/1.1" status: 204 len: 168 time: 1.2256529 May 05 15:01:27.274189 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c819374-df97-48da-80bc-e1a40171f390 admin admin] Pushing event deleted for resources: {'Network': ['ID=16fadcf3-257b-45a7-92ef-ee621845bc98,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:27.288079 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:01:27.296951 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:27.297571 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:01:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:27.447735 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56388) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:27.503888 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:27.591236 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7cd7103f-27a3-4904-934b-eeac56d7c940 req-485dea23-59fb-4f2c-a9bc-08b538dbf3fa tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddc5f521-b3e3-4010-bff0-f14ce52183a4 HTTP/1.1" status: 200 len: 210 time: 0.0390530 May 05 15:01:27.684733 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-87998f77-e580-4106-80d3-cbe306c89fc5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3956c3f25d4e496aaef3d83857fd310f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2355950 May 05 15:01:27.687309 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56394) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:27.704274 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:27.730755 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f63b2d-02dd-4ed9-8f07-369601bc8b2a None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:01:27.734620 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-204e4b39-a655-4580-9727-94831b7a5d38 admin admin] Publish callbacks [] for security_group (5a582b06-c674-4afa-86e8-4d158b8449c7), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.756719 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-204e4b39-a655-4580-9727-94831b7a5d38 admin admin] Publish callbacks [] for security_group (5a582b06-c674-4afa-86e8-4d158b8449c7), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.803864 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-204e4b39-a655-4580-9727-94831b7a5d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (5a582b06-c674-4afa-86e8-4d158b8449c7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.806477 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-204e4b39-a655-4580-9727-94831b7a5d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:27.807667 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-204e4b39-a655-4580-9727-94831b7a5d38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a582b06-c674-4afa-86e8-4d158b8449c7 HTTP/1.1" status: 204 len: 168 time: 0.1194627 May 05 15:01:27.816553 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e4b39-a655-4580-9727-94831b7a5d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a582b06-c674-4afa-86e8-4d158b8449c7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:27.970817 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb42be-d782-4987-9d37-d9a22addd687 None None] New status for floating IP b0510a04-2f06-4975-b136-75c3a029ac14: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:01:28.176195 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457335b0-258f-4b3e-946f-1252c64a49a3 req-63c31c95-c781-463f-af72-ab5e5bbcb4a9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:28.178384 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-457335b0-258f-4b3e-946f-1252c64a49a3 req-63c31c95-c781-463f-af72-ab5e5bbcb4a9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0524223 May 05 15:01:28.228179 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-457335b0-258f-4b3e-946f-1252c64a49a3 req-73fc258c-aaa3-421a-93b1-b121006d3e96 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435970 May 05 15:01:28.677844 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56428) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:28.736560 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0c12213-88c7-43a9-8979-3f1fbf581917 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (e58d9884-161c-4f01-a078-3eae97219b2b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:28.761210 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0c12213-88c7-43a9-8979-3f1fbf581917 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (e58d9884-161c-4f01-a078-3eae97219b2b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:28.809326 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0c12213-88c7-43a9-8979-3f1fbf581917 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (e58d9884-161c-4f01-a078-3eae97219b2b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:28.812048 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0c12213-88c7-43a9-8979-3f1fbf581917 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:28.813287 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e0c12213-88c7-43a9-8979-3f1fbf581917 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "DELETE /v2.0/security-groups/e58d9884-161c-4f01-a078-3eae97219b2b HTTP/1.1" status: 204 len: 168 time: 0.1356544 May 05 15:01:28.816797 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56436) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:28.823696 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c12213-88c7-43a9-8979-3f1fbf581917 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58d9884-161c-4f01-a078-3eae97219b2b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:28.856008 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.api.v2.resource [None req-b4f7b849-a57f-407c-8282-d5af49412686 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] show failed (client error): The resource could not be found. May 05 15:01:28.857029 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b4f7b849-a57f-407c-8282-d5af49412686 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups/e58d9884-161c-4f01-a078-3eae97219b2b HTTP/1.1" status: 404 len: 347 time: 0.0381703 May 05 15:01:28.860366 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56440) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:28.983379 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6c28e2cf-2241-487c-83dc-6502a3f1391b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Deleting port 2fb051fa-99db-44cf-bdb5-70e88d489b3f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:01:28.983733 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c28e2cf-2241-487c-83dc-6502a3f1391b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (2fb051fa-99db-44cf-bdb5-70e88d489b3f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.059077 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c28e2cf-2241-487c-83dc-6502a3f1391b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (2fb051fa-99db-44cf-bdb5-70e88d489b3f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.059406 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c28e2cf-2241-487c-83dc-6502a3f1391b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (2fb051fa-99db-44cf-bdb5-70e88d489b3f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.072247 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6c28e2cf-2241-487c-83dc-6502a3f1391b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Calling delete_port for 2fb051fa-99db-44cf-bdb5-70e88d489b3f owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:01:29.211476 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c28e2cf-2241-487c-83dc-6502a3f1391b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (2fb051fa-99db-44cf-bdb5-70e88d489b3f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.223304 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device bd47fcbb-f90d-4e5e-8583-7e10135e980c details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:01:29.230958 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device cd762a0a-d1a1-49fe-b059-0baa895351e9 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:01:29.238522 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28e2cf-2241-487c-83dc-6502a3f1391b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'Port': ['ID=2fb051fa-99db-44cf-bdb5-70e88d489b3f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:29.279956 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: cd762a0a-d1a1-49fe-b059-0baa895351e9 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:01:29.280306 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device cd762a0a-d1a1-49fe-b059-0baa895351e9 not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:01:29.305218 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c28e2cf-2241-487c-83dc-6502a3f1391b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (b0510a04-2f06-4975-b136-75c3a029ac14), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.309463 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c28e2cf-2241-487c-83dc-6502a3f1391b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.319434 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6c28e2cf-2241-487c-83dc-6502a3f1391b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "DELETE /v2.0/floatingips/b0510a04-2f06-4975-b136-75c3a029ac14 HTTP/1.1" status: 204 len: 168 time: 0.4571624 May 05 15:01:29.374472 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da5ff-60a0-4a5b-8b8f-b6291353e893 req-2ce0a01e-8916-4827-84c4-9c0b34d60b6b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:29.376266 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5d6da5ff-60a0-4a5b-8b8f-b6291353e893 req-2ce0a01e-8916-4827-84c4-9c0b34d60b6b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0567729 May 05 15:01:29.398178 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:29.417250 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'port_id': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'mac_address': 'fa:16:3e:73:f7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:01:29.451791 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5d6da5ff-60a0-4a5b-8b8f-b6291353e893 req-4d367a70-b5e5-4275-8d81-e244a4d0be42 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638590 May 05 15:01:29.469601 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port bd47fcbb-f90d-4e5e-8583-7e10135e980c is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:01:29.470221 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.487375 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd47fcbb-f90d-4e5e-8583-7e10135e980c {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:01:29.508116 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:29.511737 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.561959 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:29.590602 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56460) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:29.595181 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6aeb4c38-a2fd-41e9-a600-ad46966de43a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971227793', 'description': 'tempest-description--1108583418'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:29.615088 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4c38-a2fd-41e9-a600-ad46966de43a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.679181 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4c38-a2fd-41e9-a600-ad46966de43a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (51b3c59f-28f6-409a-a265-69cd5dc2d2e0), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.682487 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4c38-a2fd-41e9-a600-ad46966de43a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (51b3c59f-28f6-409a-a265-69cd5dc2d2e0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.709396 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4c38-a2fd-41e9-a600-ad46966de43a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.710625 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6aeb4c38-a2fd-41e9-a600-ad46966de43a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1189981 May 05 15:01:29.713528 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56462) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:29.714837 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb4c38-a2fd-41e9-a600-ad46966de43a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b3c59f-28f6-409a-a265-69cd5dc2d2e0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:29.718265 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-227906ad-367a-463b-a322-6adeb297cf97 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group_rule': {'security_group_id': '51b3c59f-28f6-409a-a265-69cd5dc2d2e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:29.743482 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-227906ad-367a-463b-a322-6adeb297cf97 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (efc158a5-6e4e-401d-ace3-991529c349cc), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.799273 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-227906ad-367a-463b-a322-6adeb297cf97 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (efc158a5-6e4e-401d-ace3-991529c349cc), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.802617 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-227906ad-367a-463b-a322-6adeb297cf97 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (efc158a5-6e4e-401d-ace3-991529c349cc), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.822827 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227906ad-367a-463b-a322-6adeb297cf97 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc158a5-6e4e-401d-ace3-991529c349cc,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:29.824127 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['bd47fcbb-f90d-4e5e-8583-7e10135e980c'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:01:29.828912 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-227906ad-367a-463b-a322-6adeb297cf97 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.830054 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-227906ad-367a-463b-a322-6adeb297cf97 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154251 May 05 15:01:29.832836 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56464) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:29.837388 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-868d10b1-d1fd-4cf5-ba4a-91c2d1d28587 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'security_group_rule': {'security_group_id': '51b3c59f-28f6-409a-a265-69cd5dc2d2e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:29.863330 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-868d10b1-d1fd-4cf5-ba4a-91c2d1d28587 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (e26dbc3c-c8e3-40aa-bc6a-34c469543368), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.920972 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.923719 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-868d10b1-d1fd-4cf5-ba4a-91c2d1d28587 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (e26dbc3c-c8e3-40aa-bc6a-34c469543368), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.929854 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-868d10b1-d1fd-4cf5-ba4a-91c2d1d28587 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (e26dbc3c-c8e3-40aa-bc6a-34c469543368), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.946321 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d10b1-d1fd-4cf5-ba4a-91c2d1d28587 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26dbc3c-c8e3-40aa-bc6a-34c469543368,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:29.957280 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-868d10b1-d1fd-4cf5-ba4a-91c2d1d28587 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:29.959029 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-868d10b1-d1fd-4cf5-ba4a-91c2d1d28587 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247356 May 05 15:01:29.961900 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56466) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:29.966275 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:29.986047 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:30.065312 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:30.168676 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Allocated IP 172.27.1.102 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/ac58efd8-b2a8-46c6-a0ab-3a2e3d681393) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:01:30.273594 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (ac58efd8-b2a8-46c6-a0ab-3a2e3d681393), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:30.307165 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (ac58efd8-b2a8-46c6-a0ab-3a2e3d681393), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:30.343008 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:01:30.345576 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:01:30.348981 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:01:30.374752 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=ac58efd8-b2a8-46c6-a0ab-3a2e3d681393,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:30.443255 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (b18097f9-496a-48f4-b787-df94d24794a4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:30.483159 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ac58efd8-b2a8-46c6-a0ab-3a2e3d681393), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:30.662903 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (ac58efd8-b2a8-46c6-a0ab-3a2e3d681393), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:30.668662 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (ac58efd8-b2a8-46c6-a0ab-3a2e3d681393), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:30.739388 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=ac58efd8-b2a8-46c6-a0ab-3a2e3d681393,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:30.750087 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (b18097f9-496a-48f4-b787-df94d24794a4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:30.765582 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378db4a2-ab38-465f-9fb1-df3ca071f274 req-084510bb-7a01-4c3b-a25b-ccbbaf575671 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:30.766166 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:30.767040 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b6fb4b02-6f92-449f-8bd5-8383d63729f0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8042879 May 05 15:01:30.767219 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-378db4a2-ab38-465f-9fb1-df3ca071f274 req-084510bb-7a01-4c3b-a25b-ccbbaf575671 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 945 time: 0.2364793 May 05 15:01:30.819055 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-378db4a2-ab38-465f-9fb1-df3ca071f274 req-d7ab008d-88cb-4b06-91fe-27a60f90badc tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452242 May 05 15:01:30.962550 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-21bbcf71-383c-4463-a2a5-9536dda2df03 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1971227793&fields=id&tenant_id=4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 267 time: 0.0431445 May 05 15:01:31.070131 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929a89-fc73-4510-a66f-249356562225 req-9a17d7e9-b83b-45ac-99a7-047232ca3203 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:31.071567 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-9a17d7e9-b83b-45ac-99a7-047232ca3203 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 814 time: 0.1027019 May 05 15:01:31.086270 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-228d4648-29b4-4ce2-8eab-685e82e77375 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/quotas/4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 375 time: 0.0093558 May 05 15:01:31.136405 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-c917af9d-f3c9-4ef6-a26c-40295d679a8c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449660 May 05 15:01:31.223124 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device bd47fcbb-f90d-4e5e-8583-7e10135e980c up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:01:31.242190 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-777b41c9-4ee1-4b54-b49f-ac25bb6d6a54 service neutron] 10.222.0.48 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936499 May 05 15:01:31.269736 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port bd47fcbb-f90d-4e5e-8583-7e10135e980c completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:01:31.277187 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port bd47fcbb-f90d-4e5e-8583-7e10135e980c triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:01:31.277600 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:31.335332 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-c4cec59d-9fb9-4085-8220-746e95b12b44 service neutron] 10.222.0.48 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871017 May 05 15:01:31.355151 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port bd47fcbb-f90d-4e5e-8583-7e10135e980c is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:01:31.355541 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:31.378451 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:31.380775 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4bb0fe-86ba-49d2-a6cf-645c91f3b039" -d '{"events": [{"server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "name": "network-vif-plugged", "status": "completed", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:31.394329 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:31.399557 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:31.432113 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eee0e0-d15e-4c08-a624-c8339f28af9b x-openstack-request-id: req-86eee0e0-d15e-4c08-a624-c8339f28af9b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:31.432404 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "name": "network-vif-plugged", "status": "completed", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:31.432658 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86eee0e0-d15e-4c08-a624-c8339f28af9b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:31.433047 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86eee0e0-d15e-4c08-a624-c8339f28af9b'] response: {'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'code': 200} May 05 15:01:31.468090 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:31.502870 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a0194461-b293-41f4-8413-7efdb6e09658 req-5b6fab4e-5cbd-4ff1-aadb-36571c538dc9 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 210 time: 0.0293555 May 05 15:01:31.753367 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9eb8-41bb-4cde-b687-a08c4fe047ca req-02303526-1262-46b0-86a6-60fdd96b6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:31.754871 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c8ce9eb8-41bb-4cde-b687-a08c4fe047ca req-02303526-1262-46b0-86a6-60fdd96b6826 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 1130 time: 0.0471072 May 05 15:01:31.803934 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c8ce9eb8-41bb-4cde-b687-a08c4fe047ca req-acd09fee-3929-42ad-afd5-5e1d232e49b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 May 05 15:01:31.940442 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326ff58-44b7-48be-b1f9-b88f1b22d0d2 req-dd332064-53c2-4751-a260-6a3309aa3037 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:31.941953 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9326ff58-44b7-48be-b1f9-b88f1b22d0d2 req-dd332064-53c2-4751-a260-6a3309aa3037 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0504806 May 05 15:01:31.998264 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9326ff58-44b7-48be-b1f9-b88f1b22d0d2 req-3de4b57d-80ad-46ce-912c-206a6b502a10 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475094 May 05 15:01:32.600248 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-53b296fb-5150-46e9-805f-2d00398b1c2f req-e6ae2339-581b-495c-9225-9dab4057c658 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 210 time: 0.0280507 May 05 15:01:33.161070 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e0e5c-ac04-4d34-bb5d-128436b06901 req-802d34b6-8b56-4e8b-bd8a-cd18ee24dc32 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:33.165048 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c9e0e5c-ac04-4d34-bb5d-128436b06901 req-802d34b6-8b56-4e8b-bd8a-cd18ee24dc32 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0831370 May 05 15:01:33.216527 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c9e0e5c-ac04-4d34-bb5d-128436b06901 req-9bf37656-b7aa-4e84-8760-acfab26a18b7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473151 May 05 15:01:33.734292 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d548b75e-020d-4e31-b1c8-ed2ef045d21d req-9c048151-85e0-4b5a-acdb-d8cd9a3dd087 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 210 time: 0.0411904 May 05 15:01:33.759554 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929a89-fc73-4510-a66f-249356562225 req-d7297002-a943-4e61-aedf-e7641d84623b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:33.760712 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-d7297002-a943-4e61-aedf-e7641d84623b tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 814 time: 0.1377971 May 05 15:01:33.830409 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-3d64059d-e951-4520-868c-669050f344d0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b1e03b7662e4cdaba4a6781dc483a86 HTTP/1.1" status: 200 len: 380 time: 0.0539002 May 05 15:01:33.914034 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'port': {'device_id': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'admin_state_up': True, 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'security_groups': ['51b3c59f-28f6-409a-a265-69cd5dc2d2e0']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:34.022470 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Made reservation on behalf of 4b1e03b7662e4cdaba4a6781dc483a86 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:01:34.026430 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:34.147296 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Allocated IP 172.20.0.14 (7315cbb0-f7ab-4cc7-826a-00d315766094/ecc3a093-dfbf-497b-a54b-958b26e58c9a/befb342c-a4f5-4947-b2be-8bf305cf4dca) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:01:34.283152 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:34.322156 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:34.396205 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:01:34.408807 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:01:34.411398 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:01:34.417379 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event updated for resources: {'Port': ['ID=befb342c-a4f5-4947-b2be-8bf305cf4dca,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:34.452040 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67610536-65a5-4fea-b64b-db08b1636447 req-f7a62090-3b53-4b06-bc48-e089db59a895 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:34.453657 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67610536-65a5-4fea-b64b-db08b1636447 req-f7a62090-3b53-4b06-bc48-e089db59a895 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.1648710 May 05 15:01:34.491223 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:34.491995 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:34.518994 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-08e468bb-cabc-4a4a-b1a3-714449e80651 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6095803 May 05 15:01:34.530684 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67610536-65a5-4fea-b64b-db08b1636447 req-4527bb45-a16c-4457-b1df-ccbc667f6c25 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670149 May 05 15:01:34.539029 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Request body: {'port': {'device_id': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:34.601331 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-9e804e26-9f08-4f90-bd59-69131f8fec0e None None] Provisioning complete for port befb342c-a4f5-4947-b2be-8bf305cf4dca triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:01:34.601935 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9e804e26-9f08-4f90-bd59-69131f8fec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:34.608498 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:34.646009 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9e804e26-9f08-4f90-bd59-69131f8fec0e None None] Port befb342c-a4f5-4947-b2be-8bf305cf4dca cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:01:34.698094 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48989d3f-b5d8-4bef-b70f-9380944203fc req-a93e9e94-28f9-4fbc-b772-d6eab7da8990 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:34.699522 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-48989d3f-b5d8-4bef-b70f-9380944203fc req-a93e9e94-28f9-4fbc-b772-d6eab7da8990 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0756154 May 05 15:01:34.711056 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56564) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:34.717511 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-67621d95-6199-4e77-8d83-0afa6e40e32e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Request body: {'floatingip': {'port_id': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:34.766875 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67621d95-6199-4e77-8d83-0afa6e40e32e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (f6d1c3b6-88d7-4dd1-9733-dd56049610f7), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:34.901122 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e172b-7d6a-4a58-8621-6969d11f4715 req-9efb131c-abb6-4576-85f3-8df1b020f4a2 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:34.902620 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-618e172b-7d6a-4a58-8621-6969d11f4715 req-9efb131c-abb6-4576-85f3-8df1b020f4a2 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 932 time: 0.0618823 May 05 15:01:34.995469 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-618e172b-7d6a-4a58-8621-6969d11f4715 req-e1b857cd-a92e-4269-bbcb-cb8664252178 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833998 May 05 15:01:35.003370 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befb342c-a4f5-4947-b2be-8bf305cf4dca {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:01:35.011952 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Publish callbacks [] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:35.024369 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Transition to ACTIVE for port object befb342c-a4f5-4947-b2be-8bf305cf4dca will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:01:35.028415 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:35.081853 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Pushing event updated for resources: {'Port': ['ID=befb342c-a4f5-4947-b2be-8bf305cf4dca,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:35.154533 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Attempting to bind port befb342c-a4f5-4947-b2be-8bf305cf4dca on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:01:35.154970 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Attempting to bind port befb342c-a4f5-4947-b2be-8bf305cf4dca by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:01:35.155400 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Attempting to bind port befb342c-a4f5-4947-b2be-8bf305cf4dca on network 7315cbb0-f7ab-4cc7-826a-00d315766094 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:01:35.160243 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Port befb342c-a4f5-4947-b2be-8bf305cf4dca on network 7315cbb0-f7ab-4cc7-826a-00d315766094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:01:35.160699 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Attempting to bind port befb342c-a4f5-4947-b2be-8bf305cf4dca on network 7315cbb0-f7ab-4cc7-826a-00d315766094 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:01:35.167238 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:01:35.167753 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Checking segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:01:35.168236 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Bound using segment: {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:01:35.168894 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Bound port: befb342c-a4f5-4947-b2be-8bf305cf4dca, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8870ae87-33a2-4563-96b6-c687a7de13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:01:35.169350 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:35.242318 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67621d95-6199-4e77-8d83-0afa6e40e32e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:35.244139 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] For port befb342c-a4f5-4947-b2be-8bf305cf4dca, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:01:35.247161 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67621d95-6199-4e77-8d83-0afa6e40e32e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (f6d1c3b6-88d7-4dd1-9733-dd56049610f7), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:35.248086 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] For port befb342c-a4f5-4947-b2be-8bf305cf4dca, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=befb342c-a4f5-4947-b2be-8bf305cf4dca,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:01:35.256291 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:35.306856 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:35.307475 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:35.310814 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] 10.222.0.25 "PUT /v2.0/ports/befb342c-a4f5-4947-b2be-8bf305cf4dca HTTP/1.1" status: 200 len: 1094 time: 0.7765272 May 05 15:01:35.311652 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'tag': 'befb342c-a4f5-4947-b2be-8bf305cf4dca'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:35.314771 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3ba363-c711-48cb-8f77-8aa56611d363" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c0ee3-a062-417f-aaf1-273edffc0218", "tag": "befb342c-a4f5-4947-b2be-8bf305cf4dca"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:35.335053 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeedae3-82bd-4255-9c96-3f28f1e6947c service neutron] Pushing event updated for resources: {'Port': ['ID=befb342c-a4f5-4947-b2be-8bf305cf4dca,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:35.363874 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f8b725-b797-4194-8726-f6381cb6bc4d x-openstack-request-id: req-53f8b725-b797-4194-8726-f6381cb6bc4d {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:35.364463 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c0ee3-a062-417f-aaf1-273edffc0218", "tag": "befb342c-a4f5-4947-b2be-8bf305cf4dca", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:35.365175 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53f8b725-b797-4194-8726-f6381cb6bc4d {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:35.366494 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f8b725-b797-4194-8726-f6381cb6bc4d'] response: {'name': 'network-changed', 'server_uuid': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'tag': 'befb342c-a4f5-4947-b2be-8bf305cf4dca', 'status': 'completed', 'code': 200} May 05 15:01:35.378165 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-67621d95-6199-4e77-8d83-0afa6e40e32e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Floating IP f6d1c3b6-88d7-4dd1-9733-dd56049610f7 associated. External IP: 172.27.1.181, port: bd47fcbb-f90d-4e5e-8583-7e10135e980c. May 05 15:01:35.448370 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929a89-fc73-4510-a66f-249356562225 req-360a5c38-78f0-43a3-81ce-f90f8b4e2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:35.450075 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-360a5c38-78f0-43a3-81ce-f90f8b4e2895 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 1128 time: 0.0510151 May 05 15:01:35.503628 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-3ffcc16c-f5f1-4995-928d-fd181d48cd49 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=befb342c-a4f5-4947-b2be-8bf305cf4dca HTTP/1.1" status: 200 len: 217 time: 0.0396242 May 05 15:01:35.557854 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929a89-fc73-4510-a66f-249356562225 req-9ce27daf-6135-4090-bf65-fd22fa0c8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:35.559337 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-9ce27daf-6135-4090-bf65-fd22fa0c8938 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0440795 May 05 15:01:35.610936 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67621d95-6199-4e77-8d83-0afa6e40e32e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:01:35.612210 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929a89-fc73-4510-a66f-249356562225 req-13d386e2-7d22-47f0-8af1-343e1c6f02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:35.613719 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-13d386e2-7d22-47f0-8af1-343e1c6f02c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440824 May 05 15:01:35.705735 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-90930dc6-8d97-4e13-8667-a1f9c5c17c47 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858903 May 05 15:01:35.719442 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67621d95-6199-4e77-8d83-0afa6e40e32e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:01:35.724290 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67621d95-6199-4e77-8d83-0afa6e40e32e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:35.731557 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] Sync routers for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:01:35.748995 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:35.749815 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:01:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:35.766363 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-67621d95-6199-4e77-8d83-0afa6e40e32e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "PUT /v2.0/floatingips/f6d1c3b6-88d7-4dd1-9733-dd56049610f7 HTTP/1.1" status: 200 len: 992 time: 1.0428975 May 05 15:01:35.766363 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:35.766363 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e442e8f7-fa41-48d3-bfaa-34227f68bcee" -d '{"events": [{"name": "network-changed", "server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:35.800469 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801fb2d8-5a1a-4643-b8c2-e074ae301431 x-openstack-request-id: req-801fb2d8-5a1a-4643-b8c2-e074ae301431 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:35.801076 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:35.801324 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-801fb2d8-5a1a-4643-b8c2-e074ae301431 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:35.801762 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801fb2d8-5a1a-4643-b8c2-e074ae301431'] response: {'name': 'network-changed', 'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'status': 'completed', 'code': 200} May 05 15:01:35.810309 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67929a89-fc73-4510-a66f-249356562225 req-bad71dc2-8543-4b92-9285-2eef5aa1735f service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943439 May 05 15:01:35.889327 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:35.910207 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-59d9e1f3-8eae-4e8b-b36a-0d9448fa617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:35.911705 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-59d9e1f3-8eae-4e8b-b36a-0d9448fa617a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 1130 time: 0.0503325 May 05 15:01:36.117798 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f859e-5f70-4897-96de-902a84c21a9b req-311a3518-78eb-484f-9a02-c0428c1ea681 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:36.119485 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb1f859e-5f70-4897-96de-902a84c21a9b req-311a3518-78eb-484f-9a02-c0428c1ea681 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 944 time: 0.0496204 May 05 15:01:36.126616 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'f6d1c3b6-88d7-4dd1-9733-dd56049610f7', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'port_id': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'mac_address': 'fa:16:3e:73:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:01:17Z', 'updated_at': '2022-05-05T15:01:35Z', 'revision_number': 1, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:36.154933 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] Checking router: deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:01:36.164462 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:36.165085 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:01:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:36.173339 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb1f859e-5f70-4897-96de-902a84c21a9b req-0a6ff65e-6266-476f-bb00-7b643a940dc0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454738 May 05 15:01:36.292021 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:36.504590 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'f6d1c3b6-88d7-4dd1-9733-dd56049610f7', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'port_id': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'mac_address': 'fa:16:3e:73:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:01:17Z', 'updated_at': '2022-05-05T15:01:35Z', 'revision_number': 1, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:36.530900 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe7ca2-a901-4674-9b4d-9cc0b6860fc2 None None] The sync data for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi is: [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'f6d1c3b6-88d7-4dd1-9733-dd56049610f7', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'port_id': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'mac_address': 'fa:16:3e:73:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:01:17Z', 'updated_at': '2022-05-05T15:01:35Z', 'revision_number': 1, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:01:36.728593 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8dcfed-2d6b-4eae-a117-50f3c3390acd None None] New status for floating IP f6d1c3b6-88d7-4dd1-9733-dd56049610f7: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:01:36.734896 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-63591496-aaa6-483b-9778-48b4b3c8b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:36.736400 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-63591496-aaa6-483b-9778-48b4b3c8b9fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 1128 time: 0.0412624 May 05 15:01:36.786426 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-2499df9a-1a31-414e-bf44-075800645874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:36.788647 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-2499df9a-1a31-414e-bf44-075800645874 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 918 time: 0.1034279 May 05 15:01:36.830600 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-b66b05ef-a917-45d0-9f0c-b1fcffc04b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:36.832164 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-b66b05ef-a917-45d0-9f0c-b1fcffc04b01 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 915 time: 0.0899072 May 05 15:01:36.854797 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-19671270-3c55-4f46-8d43-6bd5c4fc7bd5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c HTTP/1.1" status: 200 len: 1000 time: 0.0604775 May 05 15:01:36.917209 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-fcfbb531-8bf8-4281-a9d9-a9c7a94e8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:36.919031 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-fcfbb531-8bf8-4281-a9d9-a9c7a94e8c5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 200 len: 856 time: 0.0523894 May 05 15:01:36.968788 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-0032a87e-05f8-4b2f-bb36-aedfe59fd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:36.970350 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-0032a87e-05f8-4b2f-bb36-aedfe59fd713 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451162 May 05 15:01:37.062411 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-02ec187d-3171-4d74-9710-cedb47901067 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859675 May 05 15:01:37.120006 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-48d8d783-79d0-48d8-80b4-93e3dc52d14d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=befb342c-a4f5-4947-b2be-8bf305cf4dca HTTP/1.1" status: 200 len: 217 time: 0.2815585 May 05 15:01:37.157338 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e442e8f7-fa41-48d3-bfaa-34227f68bcee req-80b3ac0d-b408-45dc-ab39-451ddb2cc682 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875282 May 05 15:01:37.167523 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-9ba63b0c-11bb-4aad-b5c5-27ebaf4daf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:37.168922 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-9ba63b0c-11bb-4aad-b5c5-27ebaf4daf1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0425918 May 05 15:01:37.223406 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-9a5c8f69-1c9e-45ac-8af2-c2257bf71454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:37.226034 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-9a5c8f69-1c9e-45ac-8af2-c2257bf71454 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441451 May 05 15:01:37.293539 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe82804-e700-4c0a-be60-9941ee04a274 req-8de18c91-229e-480d-b56c-7afd443bb8d9 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:37.295043 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-afe82804-e700-4c0a-be60-9941ee04a274 req-8de18c91-229e-480d-b56c-7afd443bb8d9 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 944 time: 0.0493615 May 05 15:01:37.324949 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-5526e8c9-a134-4e3a-8d84-dc966e25b7cf service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885825 May 05 15:01:37.343173 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-afe82804-e700-4c0a-be60-9941ee04a274 req-94f0a253-a733-402b-a318-b055328fa824 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423527 May 05 15:01:37.425226 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a3ba363-c711-48cb-8f77-8aa56611d363 req-6cc5e008-e30f-497e-9336-fc3f4045bca9 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894260 May 05 15:01:38.455053 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208253fb-0c91-438a-9a4c-a34bc9e6f871 req-7e6cbb96-3d20-4586-9496-aa94abbdd3c5 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:38.456496 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-208253fb-0c91-438a-9a4c-a34bc9e6f871 req-7e6cbb96-3d20-4586-9496-aa94abbdd3c5 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 944 time: 0.0460680 May 05 15:01:38.506650 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-208253fb-0c91-438a-9a4c-a34bc9e6f871 req-ad1ed1ee-314f-493d-8ba7-cfe7ce1e63a0 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438318 May 05 15:01:39.270110 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device befb342c-a4f5-4947-b2be-8bf305cf4dca details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:01:39.367561 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port befb342c-a4f5-4947-b2be-8bf305cf4dca, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=befb342c-a4f5-4947-b2be-8bf305cf4dca,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:39.382415 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'befb342c-a4f5-4947-b2be-8bf305cf4dca', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'port_id': 'befb342c-a4f5-4947-b2be-8bf305cf4dca', 'mac_address': 'fa:16:3e:8b:37:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:01:39.420399 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port befb342c-a4f5-4947-b2be-8bf305cf4dca is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:01:39.420790 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:39.433473 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befb342c-a4f5-4947-b2be-8bf305cf4dca {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:01:39.452219 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port befb342c-a4f5-4947-b2be-8bf305cf4dca, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=befb342c-a4f5-4947-b2be-8bf305cf4dca,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:39.456841 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:39.503296 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=befb342c-a4f5-4947-b2be-8bf305cf4dca,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:39.618440 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eec95b-39fd-40d6-8f1e-2ffa9953b07c req-13101ddb-a266-4e3e-aa7b-06cd483df95c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:39.619883 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72eec95b-39fd-40d6-8f1e-2ffa9953b07c req-13101ddb-a266-4e3e-aa7b-06cd483df95c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 945 time: 0.0453477 May 05 15:01:39.664963 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72eec95b-39fd-40d6-8f1e-2ffa9953b07c req-a8303f36-c5ec-41a9-8132-706a98a5aa66 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396538 May 05 15:01:39.801818 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['befb342c-a4f5-4947-b2be-8bf305cf4dca'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:01:40.774814 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60e81b-f981-45c1-9437-51c18ddfa3f4 req-6984f812-18cb-4609-b11a-06d6709a4416 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:40.776252 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa60e81b-f981-45c1-9437-51c18ddfa3f4 req-6984f812-18cb-4609-b11a-06d6709a4416 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 945 time: 0.0459070 May 05 15:01:40.823871 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa60e81b-f981-45c1-9437-51c18ddfa3f4 req-a5ce56dd-0c98-46e2-80b4-4ae2cb735135 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422161 May 05 15:01:41.269292 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device befb342c-a4f5-4947-b2be-8bf305cf4dca up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:01:41.313182 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port befb342c-a4f5-4947-b2be-8bf305cf4dca completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:01:41.319786 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port befb342c-a4f5-4947-b2be-8bf305cf4dca triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:01:41.320279 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:41.404915 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port befb342c-a4f5-4947-b2be-8bf305cf4dca is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:01:41.405376 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:41.429801 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befb342c-a4f5-4947-b2be-8bf305cf4dca'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:41.432377 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10193dab-0f48-49d5-bc11-ed23fd88715c" -d '{"events": [{"server_uuid": "be7c0ee3-a062-417f-aaf1-273edffc0218", "name": "network-vif-plugged", "status": "completed", "tag": "befb342c-a4f5-4947-b2be-8bf305cf4dca"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:41.445431 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port befb342c-a4f5-4947-b2be-8bf305cf4dca, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=befb342c-a4f5-4947-b2be-8bf305cf4dca,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:01:41.449548 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:41.473129 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b0548c-03f7-43de-b5f1-c7b20ff2b90d x-openstack-request-id: req-62b0548c-03f7-43de-b5f1-c7b20ff2b90d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:41.473419 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c0ee3-a062-417f-aaf1-273edffc0218", "name": "network-vif-plugged", "status": "completed", "tag": "befb342c-a4f5-4947-b2be-8bf305cf4dca", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:41.473693 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62b0548c-03f7-43de-b5f1-c7b20ff2b90d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:41.474083 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b0548c-03f7-43de-b5f1-c7b20ff2b90d'] response: {'server_uuid': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befb342c-a4f5-4947-b2be-8bf305cf4dca', 'code': 200} May 05 15:01:41.500070 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=befb342c-a4f5-4947-b2be-8bf305cf4dca,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:41.670334 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba88deb-fdf2-40a5-90de-73f017df1525 req-d5c5c42a-eaa3-4dc7-bc31-32b26abf86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:41.671695 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6ba88deb-fdf2-40a5-90de-73f017df1525 req-d5c5c42a-eaa3-4dc7-bc31-32b26abf86e2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 1130 time: 0.0370171 May 05 15:01:41.715552 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6ba88deb-fdf2-40a5-90de-73f017df1525 req-2f559a3d-e9f6-49b2-8e18-ef3bcbb76d6c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366359 May 05 15:01:41.939672 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba3e42-4f32-40d5-a6a9-88d5002a509b req-d8f75331-7929-4644-ac2f-390c1deaf0dc tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:41.941100 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e2ba3e42-4f32-40d5-a6a9-88d5002a509b req-d8f75331-7929-4644-ac2f-390c1deaf0dc tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 946 time: 0.0496020 May 05 15:01:41.987853 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e2ba3e42-4f32-40d5-a6a9-88d5002a509b req-0898c5a1-f972-448b-8944-1fdb40d31aa1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 May 05 15:01:42.539962 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e8a58d-5761-4f18-ad97-d0bd192ef9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:43.101813 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db2d39-3d21-43bb-bbbe-a9d135d43a8a req-aa149243-5be7-4f54-a779-d45159feecac tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:43.103261 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-60db2d39-3d21-43bb-bbbe-a9d135d43a8a req-aa149243-5be7-4f54-a779-d45159feecac tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 946 time: 0.0464051 May 05 15:01:43.150634 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-60db2d39-3d21-43bb-bbbe-a9d135d43a8a req-c19d5f61-4ef7-4073-80ce-9c8dab7cf358 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 May 05 15:01:44.274892 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a7d4b-5a28-4d23-b642-8fa24942546c req-3342dcd5-c84f-45a8-9f91-41d8fee8478e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:44.276389 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f89a7d4b-5a28-4d23-b642-8fa24942546c req-3342dcd5-c84f-45a8-9f91-41d8fee8478e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 946 time: 0.0548477 May 05 15:01:44.325956 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f89a7d4b-5a28-4d23-b642-8fa24942546c req-0075c5e6-c8a5-46e3-a57e-d47c8f81e107 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424714 May 05 15:01:44.354388 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56712) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:44.439835 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fd556-df48-4c39-981b-90a4301032e1 req-86f04c85-c3d8-4bc4-9a3f-911c2714695a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:44.441306 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-521fd556-df48-4c39-981b-90a4301032e1 req-86f04c85-c3d8-4bc4-9a3f-911c2714695a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 946 time: 0.0484719 May 05 15:01:44.450819 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56716) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:44.455129 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-bb63c7b9-447f-4e50-a56a-b2f00d778ce1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Request body: {'floatingip': {'port_id': 'befb342c-a4f5-4947-b2be-8bf305cf4dca'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:01:44.498897 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7caa06fd-70be-4587-9501-3c5bba1ebe63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:44.514780 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bb63c7b9-447f-4e50-a56a-b2f00d778ce1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (b18097f9-496a-48f4-b787-df94d24794a4), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:44.942045 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27efae08-19cf-4528-937e-febc4bd26b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:44.962388 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7caa06fd-70be-4587-9501-3c5bba1ebe63 admin admin] Publish callbacks [] for security_group (3c0fbb9a-be0f-410e-a012-e2d38f1588fd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:44.971398 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7caa06fd-70be-4587-9501-3c5bba1ebe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3c0fbb9a-be0f-410e-a012-e2d38f1588fd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.044397 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7caa06fd-70be-4587-9501-3c5bba1ebe63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d543cd67a1fa49d68be58cee3bc98c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6890552 May 05 15:01:45.047143 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56718) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:45.057843 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa06fd-70be-4587-9501-3c5bba1ebe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0fbb9a-be0f-410e-a012-e2d38f1588fd,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:45.095238 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-081cd8aa-3dab-4664-929f-d13b407dfed1 admin admin] Publish callbacks [] for security_group (3c0fbb9a-be0f-410e-a012-e2d38f1588fd), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.117198 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-081cd8aa-3dab-4664-929f-d13b407dfed1 admin admin] Publish callbacks [] for security_group (3c0fbb9a-be0f-410e-a012-e2d38f1588fd), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.140407 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:01:45.166205 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-081cd8aa-3dab-4664-929f-d13b407dfed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3c0fbb9a-be0f-410e-a012-e2d38f1588fd), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.168828 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-081cd8aa-3dab-4664-929f-d13b407dfed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.169993 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-081cd8aa-3dab-4664-929f-d13b407dfed1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c0fbb9a-be0f-410e-a012-e2d38f1588fd HTTP/1.1" status: 204 len: 168 time: 0.1217988 May 05 15:01:45.178492 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cd8aa-3dab-4664-929f-d13b407dfed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0fbb9a-be0f-410e-a012-e2d38f1588fd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:45.300647 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bb63c7b9-447f-4e50-a56a-b2f00d778ce1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.305735 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bb63c7b9-447f-4e50-a56a-b2f00d778ce1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (b18097f9-496a-48f4-b787-df94d24794a4), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.414479 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-bb63c7b9-447f-4e50-a56a-b2f00d778ce1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Floating IP b18097f9-496a-48f4-b787-df94d24794a4 associated. External IP: 172.27.1.102, port: befb342c-a4f5-4947-b2be-8bf305cf4dca. May 05 15:01:45.448478 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56724) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:45.464514 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49632caa-0619-4a7e-8743-afd5024b3e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.541038 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49632caa-0619-4a7e-8743-afd5024b3e37 admin admin] Publish callbacks [] for security_group (ee722995-9b11-4f44-ba4e-826355cef59a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.544899 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49632caa-0619-4a7e-8743-afd5024b3e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (ee722995-9b11-4f44-ba4e-826355cef59a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.583111 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-49632caa-0619-4a7e-8743-afd5024b3e37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92480caab4244d5aad9c47fe43cfed16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335697 May 05 15:01:45.584462 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49632caa-0619-4a7e-8743-afd5024b3e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee722995-9b11-4f44-ba4e-826355cef59a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:45.586297 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56726) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:45.666216 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb63c7b9-447f-4e50-a56a-b2f00d778ce1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Router 71c92f8b-bfde-4236-875a-89f754c16097 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:01:45.687222 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f62a064c-a465-4599-a651-b8f49529d476 admin admin] Publish callbacks [] for security_group (ee722995-9b11-4f44-ba4e-826355cef59a), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.743289 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f62a064c-a465-4599-a651-b8f49529d476 admin admin] Publish callbacks [] for security_group (ee722995-9b11-4f44-ba4e-826355cef59a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.825809 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb63c7b9-447f-4e50-a56a-b2f00d778ce1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:01:45.830875 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bb63c7b9-447f-4e50-a56a-b2f00d778ce1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.836242 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:01:45.845527 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:45.846168 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:01:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:45.856444 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f62a064c-a465-4599-a651-b8f49529d476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (ee722995-9b11-4f44-ba4e-826355cef59a), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.858976 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f62a064c-a465-4599-a651-b8f49529d476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:45.860112 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f62a064c-a465-4599-a651-b8f49529d476 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee722995-9b11-4f44-ba4e-826355cef59a HTTP/1.1" status: 204 len: 168 time: 0.2728939 May 05 15:01:45.872875 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a064c-a465-4599-a651-b8f49529d476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee722995-9b11-4f44-ba4e-826355cef59a,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:45.885684 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-bb63c7b9-447f-4e50-a56a-b2f00d778ce1 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "PUT /v2.0/floatingips/b18097f9-496a-48f4-b787-df94d24794a4 HTTP/1.1" status: 200 len: 992 time: 1.4244833 May 05 15:01:45.885684 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'tag': 'befb342c-a4f5-4947-b2be-8bf305cf4dca'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:01:45.885684 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8da13b-00cc-463e-a8f2-94356308853c" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c0ee3-a062-417f-aaf1-273edffc0218", "tag": "befb342c-a4f5-4947-b2be-8bf305cf4dca"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:01:45.918935 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b893a7d3-1041-45e6-bd0b-9b9581c7e1a5 x-openstack-request-id: req-b893a7d3-1041-45e6-bd0b-9b9581c7e1a5 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:01:45.919305 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c0ee3-a062-417f-aaf1-273edffc0218", "tag": "befb342c-a4f5-4947-b2be-8bf305cf4dca", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:01:45.919670 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b893a7d3-1041-45e6-bd0b-9b9581c7e1a5 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:01:45.920141 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b893a7d3-1041-45e6-bd0b-9b9581c7e1a5'] response: {'name': 'network-changed', 'server_uuid': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'tag': 'befb342c-a4f5-4947-b2be-8bf305cf4dca', 'status': 'completed', 'code': 200} May 05 15:01:45.966847 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:46.022698 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8da13b-00cc-463e-a8f2-94356308853c req-9506d3b5-49d4-4304-bb8c-b83710de8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:46.024473 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0a8da13b-00cc-463e-a8f2-94356308853c req-9506d3b5-49d4-4304-bb8c-b83710de8d37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 1130 time: 0.0455630 May 05 15:01:46.127201 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8da13b-00cc-463e-a8f2-94356308853c req-70194834-5eb3-4161-8c2c-56396987ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:46.128806 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0a8da13b-00cc-463e-a8f2-94356308853c req-70194834-5eb3-4161-8c2c-56396987ffd8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 200 len: 915 time: 0.0940137 May 05 15:01:46.197460 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'b18097f9-496a-48f4-b787-df94d24794a4', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': 'befb342c-a4f5-4947-b2be-8bf305cf4dca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:8b:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:01:30Z', 'updated_at': '2022-05-05T15:01:45Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:46.206597 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0a8da13b-00cc-463e-a8f2-94356308853c req-9135f9e6-8d21-42f6-a16f-c8007a8d6698 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=befb342c-a4f5-4947-b2be-8bf305cf4dca HTTP/1.1" status: 200 len: 1000 time: 0.0642033 May 05 15:01:46.226799 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:01:46.229878 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:46.235846 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:01:46.236953 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:01:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:46.265264 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8da13b-00cc-463e-a8f2-94356308853c req-67254b37-cc1d-4df7-b986-7f9ec789df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:46.266937 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0a8da13b-00cc-463e-a8f2-94356308853c req-67254b37-cc1d-4df7-b986-7f9ec789df0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 200 len: 853 time: 0.0486069 May 05 15:01:46.330190 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8da13b-00cc-463e-a8f2-94356308853c req-62e10679-9fbd-4ea0-8575-7e7cc7ace2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:01:46.331702 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0a8da13b-00cc-463e-a8f2-94356308853c req-62e10679-9fbd-4ea0-8575-7e7cc7ace2f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7315cbb0-f7ab-4cc7-826a-00d315766094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477459 May 05 15:01:46.435663 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0a8da13b-00cc-463e-a8f2-94356308853c req-96972151-0441-4ba1-88b7-aec306d38ea1 service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953841 May 05 15:01:46.444371 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:01:46.543779 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0a8da13b-00cc-463e-a8f2-94356308853c req-468b4367-fda4-412e-96d1-211cfec5dbcd service neutron] 10.222.0.25 "GET /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008158 May 05 15:01:46.674562 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'b18097f9-496a-48f4-b787-df94d24794a4', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': 'befb342c-a4f5-4947-b2be-8bf305cf4dca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:8b:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:01:30Z', 'updated_at': '2022-05-05T15:01:45Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:01:46.701276 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8861e9fc-2fff-4e7f-8394-f93871c4625f None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': 'b18097f9-496a-48f4-b787-df94d24794a4', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'port_id': 'befb342c-a4f5-4947-b2be-8bf305cf4dca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'mac_address': 'fa:16:3e:8b:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:01:30Z', 'updated_at': '2022-05-05T15:01:45Z', 'revision_number': 1, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:01:46.907349 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121514d8-2f2d-4c4c-a449-fc6a53f8ee76 None None] New status for floating IP b18097f9-496a-48f4-b787-df94d24794a4: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:01:47.567190 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56776) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:47.636333 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:47.673176 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9595cb68-840b-44a6-93b6-ce43419d6753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:47.750347 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9595cb68-840b-44a6-93b6-ce43419d6753 admin admin] Publish callbacks [] for security_group (947f16d7-184a-4d20-bdff-7c3961f39acc), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:47.754008 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9595cb68-840b-44a6-93b6-ce43419d6753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (947f16d7-184a-4d20-bdff-7c3961f39acc), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:47.792097 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9595cb68-840b-44a6-93b6-ce43419d6753 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=024de904c66e491e8f884e3b5075eeb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238550 May 05 15:01:47.792798 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595cb68-840b-44a6-93b6-ce43419d6753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947f16d7-184a-4d20-bdff-7c3961f39acc,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:47.794857 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56780) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:47.842217 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d6e34e5f-b43b-42ed-99d3-703b91fa2a73 admin admin] Publish callbacks [] for security_group (947f16d7-184a-4d20-bdff-7c3961f39acc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:47.862817 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d6e34e5f-b43b-42ed-99d3-703b91fa2a73 admin admin] Publish callbacks [] for security_group (947f16d7-184a-4d20-bdff-7c3961f39acc), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:47.907878 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d6e34e5f-b43b-42ed-99d3-703b91fa2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (947f16d7-184a-4d20-bdff-7c3961f39acc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:47.910579 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d6e34e5f-b43b-42ed-99d3-703b91fa2a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:47.911767 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d6e34e5f-b43b-42ed-99d3-703b91fa2a73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/947f16d7-184a-4d20-bdff-7c3961f39acc HTTP/1.1" status: 204 len: 168 time: 0.1159050 May 05 15:01:47.919393 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e34e5f-b43b-42ed-99d3-703b91fa2a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947f16d7-184a-4d20-bdff-7c3961f39acc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:48.164833 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56786) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:48.178594 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8fdfd5c-e827-45ea-9f70-98fa67242ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:48.254421 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8fdfd5c-e827-45ea-9f70-98fa67242ace admin admin] Publish callbacks [] for security_group (2dd2b120-914a-4a46-95a4-733724fce8bb), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:48.258133 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8fdfd5c-e827-45ea-9f70-98fa67242ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (2dd2b120-914a-4a46-95a4-733724fce8bb), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:48.296626 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a8fdfd5c-e827-45ea-9f70-98fa67242ace admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ec8909f744f425c94a5aed99aeb5c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307580 May 05 15:01:48.297476 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdfd5c-e827-45ea-9f70-98fa67242ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd2b120-914a-4a46-95a4-733724fce8bb,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:48.299332 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56788) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:48.346954 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-765027de-d526-49de-aac2-d7f124aa1d18 admin admin] Publish callbacks [] for security_group (2dd2b120-914a-4a46-95a4-733724fce8bb), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:48.371517 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-765027de-d526-49de-aac2-d7f124aa1d18 admin admin] Publish callbacks [] for security_group (2dd2b120-914a-4a46-95a4-733724fce8bb), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:48.418576 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-765027de-d526-49de-aac2-d7f124aa1d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (2dd2b120-914a-4a46-95a4-733724fce8bb), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:48.421193 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-765027de-d526-49de-aac2-d7f124aa1d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:48.422357 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-765027de-d526-49de-aac2-d7f124aa1d18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dd2b120-914a-4a46-95a4-733724fce8bb HTTP/1.1" status: 204 len: 168 time: 0.1220007 May 05 15:01:48.430164 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765027de-d526-49de-aac2-d7f124aa1d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd2b120-914a-4a46-95a4-733724fce8bb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:48.947703 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:50.726796 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56858) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:50.826267 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ffba-0950-4e5f-9f31-2409b131ecc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:50.900284 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ffba-0950-4e5f-9f31-2409b131ecc0 admin admin] Publish callbacks [] for security_group (568763a0-900b-4738-b9e7-4707e4cc67c7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:50.903862 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ffba-0950-4e5f-9f31-2409b131ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (568763a0-900b-4738-b9e7-4707e4cc67c7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:50.941516 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5ca3ffba-0950-4e5f-9f31-2409b131ecc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=403de319043a418fb7b3f0eec3af7791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136385 May 05 15:01:50.942604 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3ffba-0950-4e5f-9f31-2409b131ecc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568763a0-900b-4738-b9e7-4707e4cc67c7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:50.944959 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56862) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:50.992795 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0b4630d-ae49-46b3-858a-1af9693fb6b1 admin admin] Publish callbacks [] for security_group (568763a0-900b-4738-b9e7-4707e4cc67c7), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.015105 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0b4630d-ae49-46b3-858a-1af9693fb6b1 admin admin] Publish callbacks [] for security_group (568763a0-900b-4738-b9e7-4707e4cc67c7), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.065628 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0b4630d-ae49-46b3-858a-1af9693fb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (568763a0-900b-4738-b9e7-4707e4cc67c7), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.069069 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0b4630d-ae49-46b3-858a-1af9693fb6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.070220 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a0b4630d-ae49-46b3-858a-1af9693fb6b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/568763a0-900b-4738-b9e7-4707e4cc67c7 HTTP/1.1" status: 204 len: 168 time: 0.1243045 May 05 15:01:51.077508 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4630d-ae49-46b3-858a-1af9693fb6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568763a0-900b-4738-b9e7-4707e4cc67c7,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:51.353122 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56868) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:51.369452 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2015f30-6e13-4c3f-bb22-ba5168a03ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.457087 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2015f30-6e13-4c3f-bb22-ba5168a03ca1 admin admin] Publish callbacks [] for security_group (45763661-1f2b-48bd-a24c-c6bffff91a52), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.461999 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2015f30-6e13-4c3f-bb22-ba5168a03ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (45763661-1f2b-48bd-a24c-c6bffff91a52), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.510544 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a2015f30-6e13-4c3f-bb22-ba5168a03ca1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c20f45ba0fb0476c882d15aceea072eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561744 May 05 15:01:51.511393 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2015f30-6e13-4c3f-bb22-ba5168a03ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45763661-1f2b-48bd-a24c-c6bffff91a52,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:51.513230 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56870) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:51.576902 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e676442e-f3be-4f3d-a1fc-056bb1623ae2 admin admin] Publish callbacks [] for security_group (45763661-1f2b-48bd-a24c-c6bffff91a52), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.603325 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e676442e-f3be-4f3d-a1fc-056bb1623ae2 admin admin] Publish callbacks [] for security_group (45763661-1f2b-48bd-a24c-c6bffff91a52), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.658170 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e676442e-f3be-4f3d-a1fc-056bb1623ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (45763661-1f2b-48bd-a24c-c6bffff91a52), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.660840 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e676442e-f3be-4f3d-a1fc-056bb1623ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:51.662545 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e676442e-f3be-4f3d-a1fc-056bb1623ae2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45763661-1f2b-48bd-a24c-c6bffff91a52 HTTP/1.1" status: 204 len: 168 time: 0.1477942 May 05 15:01:51.671796 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676442e-f3be-4f3d-a1fc-056bb1623ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45763661-1f2b-48bd-a24c-c6bffff91a52,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:55.920355 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56946) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:56.026263 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e4bb630e-5aa1-47b1-a820-e8d6dbdb0fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.100881 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e4bb630e-5aa1-47b1-a820-e8d6dbdb0fc2 admin admin] Publish callbacks [] for security_group (4f3625a6-8fc1-4106-a0c1-c95575230918), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.104408 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e4bb630e-5aa1-47b1-a820-e8d6dbdb0fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (4f3625a6-8fc1-4106-a0c1-c95575230918), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.144856 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e4bb630e-5aa1-47b1-a820-e8d6dbdb0fc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0032ecd5c36439793de2a03c5e49d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234058 May 05 15:01:56.146609 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb630e-5aa1-47b1-a820-e8d6dbdb0fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3625a6-8fc1-4106-a0c1-c95575230918,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:56.148194 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56950) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:56.196144 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ab15-2c46-40f8-b019-f9aab1de9c05 admin admin] Publish callbacks [] for security_group (4f3625a6-8fc1-4106-a0c1-c95575230918), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.217039 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ab15-2c46-40f8-b019-f9aab1de9c05 admin admin] Publish callbacks [] for security_group (4f3625a6-8fc1-4106-a0c1-c95575230918), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.262416 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ab15-2c46-40f8-b019-f9aab1de9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (4f3625a6-8fc1-4106-a0c1-c95575230918), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.265068 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ab15-2c46-40f8-b019-f9aab1de9c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.266231 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6ad3ab15-2c46-40f8-b019-f9aab1de9c05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f3625a6-8fc1-4106-a0c1-c95575230918 HTTP/1.1" status: 204 len: 168 time: 0.1169903 May 05 15:01:56.274545 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3ab15-2c46-40f8-b019-f9aab1de9c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3625a6-8fc1-4106-a0c1-c95575230918,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:56.525034 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 56958) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:56.537751 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9430916f-7171-47ad-baaa-080280b34dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.610564 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9430916f-7171-47ad-baaa-080280b34dc0 admin admin] Publish callbacks [] for security_group (538be942-d6d1-424f-98dc-cef194c074f5), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.614184 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9430916f-7171-47ad-baaa-080280b34dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (538be942-d6d1-424f-98dc-cef194c074f5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.652383 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9430916f-7171-47ad-baaa-080280b34dc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4b6deef2f824184b2896d57dc3b4ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262944 May 05 15:01:56.653342 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430916f-7171-47ad-baaa-080280b34dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538be942-d6d1-424f-98dc-cef194c074f5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:56.655067 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 56960) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:01:56.704236 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1d49b28b-7a3f-4ac4-aa16-841856dca1cb admin admin] Publish callbacks [] for security_group (538be942-d6d1-424f-98dc-cef194c074f5), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.725151 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1d49b28b-7a3f-4ac4-aa16-841856dca1cb admin admin] Publish callbacks [] for security_group (538be942-d6d1-424f-98dc-cef194c074f5), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.771294 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1d49b28b-7a3f-4ac4-aa16-841856dca1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (538be942-d6d1-424f-98dc-cef194c074f5), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.775108 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1d49b28b-7a3f-4ac4-aa16-841856dca1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:01:56.776618 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1d49b28b-7a3f-4ac4-aa16-841856dca1cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/538be942-d6d1-424f-98dc-cef194c074f5 HTTP/1.1" status: 204 len: 168 time: 0.1198881 May 05 15:01:56.784204 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49b28b-7a3f-4ac4-aa16-841856dca1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538be942-d6d1-424f-98dc-cef194c074f5,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:01:59.898672 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:01.582954 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438ae4e-7164-4eba-911a-fb80e7c8b0e7 req-0a7fa39d-fe28-4ddb-9d1d-092819ee0bb8 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:01.584639 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f438ae4e-7164-4eba-911a-fb80e7c8b0e7 req-0a7fa39d-fe28-4ddb-9d1d-092819ee0bb8 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0464096 May 05 15:02:01.633141 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f438ae4e-7164-4eba-911a-fb80e7c8b0e7 req-b8e489fa-120f-4130-b4bb-210b835f7d85 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429630 May 05 15:02:02.757322 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2f8c1-0a07-4440-9178-e7aa8bc43b12 req-40af0913-bf3d-42ab-b508-d8d8d3b444d7 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:02.758817 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56e2f8c1-0a07-4440-9178-e7aa8bc43b12 req-40af0913-bf3d-42ab-b508-d8d8d3b444d7 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0520334 May 05 15:02:02.808436 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56e2f8c1-0a07-4440-9178-e7aa8bc43b12 req-84942def-511a-456b-bf1f-c70c2e104909 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439329 May 05 15:02:03.925391 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cfd61-6f15-4a44-91c7-ae287d558643 req-7d56bda5-526e-4cf3-ba27-18193c24af8d tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:03.926848 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e72cfd61-6f15-4a44-91c7-ae287d558643 req-7d56bda5-526e-4cf3-ba27-18193c24af8d tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0475135 May 05 15:02:03.974782 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e72cfd61-6f15-4a44-91c7-ae287d558643 req-83009cdf-db08-4dd1-b791-ebd4185c80cf tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 May 05 15:02:05.089198 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5a568-9de6-449d-988a-703a63e6b427 req-7c7cd2de-f466-473d-b788-c740b4fee5ba tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:05.090698 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89f5a568-9de6-449d-988a-703a63e6b427 req-7c7cd2de-f466-473d-b788-c740b4fee5ba tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0466366 May 05 15:02:05.109002 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57090) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:05.143854 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89f5a568-9de6-449d-988a-703a63e6b427 req-fad613db-50ce-4b3d-a14c-1ac933b41dee tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476027 May 05 15:02:05.211708 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:05.287983 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Publish callbacks [] for security_group (0ee45aae-9e23-41c7-ab21-29dca0ae8c45), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:05.291525 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (0ee45aae-9e23-41c7-ab21-29dca0ae8c45), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:05.329463 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7181be2107394c3ba9f0e95a17c3d22b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191250 May 05 15:02:05.330321 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee45aae-9e23-41c7-ab21-29dca0ae8c45,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:05.332169 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57094) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:05.338387 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.338743 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.339122 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.339473 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.339816 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.340263 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.340607 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.340971 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.341308 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.341662 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.342113 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.342455 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.342788 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.343117 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.343447 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d24ac8-8832-4103-b052-b2279acd0a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:05.378891 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ce41c45f-f432-4634-8295-4f3accccca6d admin admin] Publish callbacks [] for security_group (0ee45aae-9e23-41c7-ab21-29dca0ae8c45), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:05.400830 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ce41c45f-f432-4634-8295-4f3accccca6d admin admin] Publish callbacks [] for security_group (0ee45aae-9e23-41c7-ab21-29dca0ae8c45), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:05.449612 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ce41c45f-f432-4634-8295-4f3accccca6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (0ee45aae-9e23-41c7-ab21-29dca0ae8c45), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:05.452189 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ce41c45f-f432-4634-8295-4f3accccca6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:05.453327 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ce41c45f-f432-4634-8295-4f3accccca6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ee45aae-9e23-41c7-ab21-29dca0ae8c45 HTTP/1.1" status: 204 len: 168 time: 0.1194987 May 05 15:02:05.461821 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41c45f-f432-4634-8295-4f3accccca6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee45aae-9e23-41c7-ab21-29dca0ae8c45,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:06.258286 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefd921-b18e-4abe-9230-de05d1616c9f req-819c7bfc-618a-4dc7-abf1-bf20bc276ab9 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:06.259804 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8aefd921-b18e-4abe-9230-de05d1616c9f req-819c7bfc-618a-4dc7-abf1-bf20bc276ab9 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0474386 May 05 15:02:06.308778 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8aefd921-b18e-4abe-9230-de05d1616c9f req-194118f7-1901-40e0-8d69-5deb410d2a88 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 May 05 15:02:07.429491 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bd09c-503a-4eb3-88a4-447a66956617 req-ee4bacae-52cf-4344-ac1f-a9a51ec70de8 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:07.431199 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c03bd09c-503a-4eb3-88a4-447a66956617 req-ee4bacae-52cf-4344-ac1f-a9a51ec70de8 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0515451 May 05 15:02:07.480131 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c03bd09c-503a-4eb3-88a4-447a66956617 req-8784b243-84b4-4a3e-ab72-d7d9fac4a419 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432947 May 05 15:02:08.593469 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd100c-4a8e-4ada-9c4d-464a3332d555 req-85edb6cf-60a9-461e-85b4-f961572d84d2 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:08.594945 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10cd100c-4a8e-4ada-9c4d-464a3332d555 req-85edb6cf-60a9-461e-85b4-f961572d84d2 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0467229 May 05 15:02:08.642103 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10cd100c-4a8e-4ada-9c4d-464a3332d555 req-0ef1f7c3-d1e5-4e64-a23f-5e0f5544e980 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417106 May 05 15:02:09.757686 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f741e-c28a-49cc-b282-00e7d794bcfc req-c401d6a8-6eba-438a-9e08-ae2a2e89eeba tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:09.759031 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-662f741e-c28a-49cc-b282-00e7d794bcfc req-c401d6a8-6eba-438a-9e08-ae2a2e89eeba tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0501223 May 05 15:02:09.806962 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-662f741e-c28a-49cc-b282-00e7d794bcfc req-6baece8e-2a84-42d7-9035-a5d539b2c0a2 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423958 May 05 15:02:10.924465 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d36c7-0d87-43bb-a0d4-4d8894a63a92 req-178f8147-2061-4b56-adce-af11745a8321 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:10.926064 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-348d36c7-0d87-43bb-a0d4-4d8894a63a92 req-178f8147-2061-4b56-adce-af11745a8321 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0495195 May 05 15:02:10.975286 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-348d36c7-0d87-43bb-a0d4-4d8894a63a92 req-80612099-a748-4235-879c-ba0cdaa23ca1 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428815 May 05 15:02:12.089915 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14f2e-f1e9-4fb6-8aa8-8378e177f85a req-ce307a9c-e7e1-4c86-bbb8-7f15f433ff3f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:12.091748 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27e14f2e-f1e9-4fb6-8aa8-8378e177f85a req-ce307a9c-e7e1-4c86-bbb8-7f15f433ff3f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0495591 May 05 15:02:12.154817 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27e14f2e-f1e9-4fb6-8aa8-8378e177f85a req-db38cb7d-b384-48a2-9ee7-99ecbc7a7adc tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540338 May 05 15:02:12.239641 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-3c413cc4-a3ba-4c1f-97f2-4573e057b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:12.241195 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-3c413cc4-a3ba-4c1f-97f2-4573e057b06f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00847662f3c54b2a81e47a0bcd5c3a08&device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 1129 time: 0.1389494 May 05 15:02:12.346817 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-9168d389-dbc4-4750-baee-3dcb3a4e6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:12.349105 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-9168d389-dbc4-4750-baee-3dcb3a4e6326 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 HTTP/1.1" status: 200 len: 910 time: 0.0889456 May 05 15:02:12.417138 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-4c762217-f8ee-430f-8de6-504ab2b0f3bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227 HTTP/1.1" status: 200 len: 1000 time: 0.0613263 May 05 15:02:12.467373 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-0faae1e7-583d-4fdb-b42b-d4a951b8cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:12.471444 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-0faae1e7-583d-4fdb-b42b-d4a951b8cae7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f04552d-5b94-48c7-8344-70cbf4cd2c50 HTTP/1.1" status: 200 len: 848 time: 0.0459752 May 05 15:02:12.534780 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-78133c9c-36c6-49ee-81cb-262112c316be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:12.537386 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-78133c9c-36c6-49ee-81cb-262112c316be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456765 May 05 15:02:12.545728 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32385a5c-60c3-4114-ac1c-5f37d5755c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:12.633371 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-5d684384-cdf0-4f0e-8e6b-1e14718c3d23 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871682 May 05 15:02:12.737166 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c8486472-bd3e-4ef9-b04d-bb93c035d119 req-8ad96f87-d525-4e99-8693-3d393e96db30 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976117 May 05 15:02:13.271144 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88ba07-63ea-4069-955e-2fb304d45bbf req-9172f637-4948-4613-a536-7229a122c968 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:13.272595 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b88ba07-63ea-4069-955e-2fb304d45bbf req-9172f637-4948-4613-a536-7229a122c968 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0473766 May 05 15:02:13.321319 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b88ba07-63ea-4069-955e-2fb304d45bbf req-3f154697-f1cf-40d0-9e89-be3543554a98 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431836 May 05 15:02:14.434885 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599ca59-7da2-43ff-9533-ca21eb132eab req-f40b670e-7a42-4337-a5a7-a09877ddd4bc tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:14.436344 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e599ca59-7da2-43ff-9533-ca21eb132eab req-f40b670e-7a42-4337-a5a7-a09877ddd4bc tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0486913 May 05 15:02:14.488550 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e599ca59-7da2-43ff-9533-ca21eb132eab req-35fa9e1b-b843-47b7-9ab9-94f14bbfff21 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460346 May 05 15:02:14.943442 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c910c222-3e6b-428c-8317-0ebdc7d5d621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:15.603363 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586459d7-9bb1-49b9-ba4f-85cd3556acf5 req-a09b3c45-8194-429c-9bc9-af95e6ba8b34 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:15.604830 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-586459d7-9bb1-49b9-ba4f-85cd3556acf5 req-a09b3c45-8194-429c-9bc9-af95e6ba8b34 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0500340 May 05 15:02:15.652038 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-586459d7-9bb1-49b9-ba4f-85cd3556acf5 req-9df271ec-4a56-4985-b13f-e6a968e8cdbc tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416281 May 05 15:02:15.764058 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-8dc51396-1c72-4549-b0ce-312cbc6f738e req-8fd31437-1f72-44b5-acc9-c0406691cb57 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:02:15.765136 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8dc51396-1c72-4549-b0ce-312cbc6f738e req-8fd31437-1f72-44b5-acc9-c0406691cb57 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0505552 May 05 15:02:15.899055 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57298) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:15.919780 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa5e5-e91d-4217-9f5a-0fb4ac0fcc7c req-16cf4de3-9e66-4901-9402-bb0dbd37f0c3 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:15.921264 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5faa5e5-e91d-4217-9f5a-0fb4ac0fcc7c req-16cf4de3-9e66-4901-9402-bb0dbd37f0c3 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0532157 May 05 15:02:16.001780 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-59dbe5b8-b58f-4b2b-9892-7936319ae9a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1016090 May 05 15:02:16.005876 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5faa5e5-e91d-4217-9f5a-0fb4ac0fcc7c req-233c9e9e-5499-4cd3-99ad-abae3e705544 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789225 May 05 15:02:16.010941 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-3e15d882-78a4-409b-8050-8fcc8eb1ab68 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:02:16.011913 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-3e15d882-78a4-409b-8050-8fcc8eb1ab68 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048182 May 05 15:02:16.142675 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57308) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:16.229722 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:16.239328 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-bcdd9e30-7cb3-4e6c-8484-65ed5d4d7b0d tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:16.240314 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-bcdd9e30-7cb3-4e6c-8484-65ed5d4d7b0d tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports/5aa9a45d-b3d1-4e99-a783-e4934b28d227 HTTP/1.1" status: 200 len: 942 time: 0.0966580 May 05 15:02:16.437909 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57322) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:16.548643 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:16.625315 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Publish callbacks [] for security_group (7ce41278-7f31-40cb-a37f-1fa6238a04d9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:16.630400 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (7ce41278-7f31-40cb-a37f-1fa6238a04d9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:16.668460 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d27dd9c5ebb84b99920be751bf7885b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294481 May 05 15:02:16.669563 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce41278-7f31-40cb-a37f-1fa6238a04d9,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:16.671445 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57330) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:16.690436 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.690707 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.691058 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.691401 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.691774 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.693054 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.693054 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.693362 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.693737 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.694073 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.694439 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.694768 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.695094 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.695416 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.695742 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1215e27-63e7-414f-bf31-f53d5dde0e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:16.734222 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd14-98ab-4cea-8ef6-311b4d2c2433 admin admin] Publish callbacks [] for security_group (7ce41278-7f31-40cb-a37f-1fa6238a04d9), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:16.756552 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd14-98ab-4cea-8ef6-311b4d2c2433 admin admin] Publish callbacks [] for security_group (7ce41278-7f31-40cb-a37f-1fa6238a04d9), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:16.805821 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd14-98ab-4cea-8ef6-311b4d2c2433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (7ce41278-7f31-40cb-a37f-1fa6238a04d9), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:16.808413 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-50d9dd14-98ab-4cea-8ef6-311b4d2c2433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:16.809537 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-50d9dd14-98ab-4cea-8ef6-311b4d2c2433 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ce41278-7f31-40cb-a37f-1fa6238a04d9 HTTP/1.1" status: 204 len: 168 time: 0.1372192 May 05 15:02:16.818342 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9dd14-98ab-4cea-8ef6-311b4d2c2433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce41278-7f31-40cb-a37f-1fa6238a04d9,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:17.121219 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c702f1e-2915-4703-8c52-8c23fda215f5 req-44c34055-3983-484b-ad80-f06b7e127377 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:17.122722 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c702f1e-2915-4703-8c52-8c23fda215f5 req-44c34055-3983-484b-ad80-f06b7e127377 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0476420 May 05 15:02:17.171918 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c702f1e-2915-4703-8c52-8c23fda215f5 req-1319706f-83cd-4455-85dc-1c904ee7514f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 May 05 15:02:17.422313 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57356) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:17.470375 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5aa9a45d-b3d1-4e99-a783-e4934b28d227 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:02:17.521515 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-331616003-network', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:17.540256 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Made reservation on behalf of d4af07bd8d7141af97fb4bf0e8168e9f for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:02:17.542809 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.550751 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 is: ACTIVE; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:17.551037 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.551182 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.574472 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:02:17.576715 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d860b68-64d3-42dd-b3cd-d5653268c09a" -d '{"events": [{"server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:02:17.590196 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:17.594859 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.637858 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Publish callbacks [] for security_group (731c36e1-9b62-453d-98ea-ffb1c82a20dd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.642159 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (731c36e1-9b62-453d-98ea-ffb1c82a20dd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.653263 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.656185 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=5aa9a45d-b3d1-4e99-a783-e4934b28d227,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:17.663692 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.664272 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.664426 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.664751 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.665088 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.665420 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.665776 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.666109 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.666435 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.666760 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.667091 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.667436 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.667765 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.668085 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.668409 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:17.671600 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:02:17.676479 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731c36e1-9b62-453d-98ea-ffb1c82a20dd,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:17.684680 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (3180c479-5251-4523-bd08-a5534ac98e85), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.685062 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Added segment 3180c479-5251-4523-bd08-a5534ac98e85 of type vlan for network d2f10147-231e-447b-8c10-07f2885f79b1 May 05 15:02:17.729968 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (d2f10147-231e-447b-8c10-07f2885f79b1), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.755537 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (d2f10147-231e-447b-8c10-07f2885f79b1), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.756377 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 May 2022 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6105685d-0a9a-485e-b88c-13058592606f x-openstack-request-id: req-6105685d-0a9a-485e-b88c-13058592606f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:02:17.756567 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:17.756673 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "name": "network-vif-unplugged", "status": "failed", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227", "code": 422}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:02:17.756920 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6105685d-0a9a-485e-b88c-13058592606f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:02:17.757152 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:17.757353 dv-cinder-839426-6-iscsi neutron-server[103282]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6105685d-0a9a-485e-b88c-13058592606f']: {'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'code': 422} returned with failed status May 05 15:02:17.791616 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3682263 May 05 15:02:17.794548 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57364) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:17.824407 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Request body: {'subnet': {'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-331616003-subnet', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:17.828431 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017862f4-7aeb-4390-9130-87e0f4336a64 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f10147-231e-447b-8c10-07f2885f79b1,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:17.839005 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network d2f10147-231e-447b-8c10-07f2885f79b1 details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:02:17.845597 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Made reservation on behalf of d4af07bd8d7141af97fb4bf0e8168e9f for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:02:17.847973 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6046667'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.019310 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5990886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6046649'] for subnet (6c46dc37-3791-4d0d-b0f3-06853bfacfdf), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.080138 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c46dc37-3791-4d0d-b0f3-06853bfacfdf,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:18.087753 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Checking segment: {'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:18.088349 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Network hostable DHCP agents. Network: d2f10147-231e-447b-8c10-07f2885f79b1, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:02:18.105738 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Network d2f10147-231e-447b-8c10-07f2885f79b1 is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:02:18.115171 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, d2f10147-231e-447b-8c10-07f2885f79b1) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:18.119465 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:18.120057 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.128385 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80fb72-e7b6-4ef7-851d-3f0cbdc1e66e None None] Network d2f10147-231e-447b-8c10-07f2885f79b1 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:02:18.137624 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ac9814ee-dc65-4d68-9bb1-9cf8f5b11af3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3169589 May 05 15:02:18.140279 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57368) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:18.144570 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:18.162792 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.163852 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.216759 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks [] for router_controller (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.369511 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-d2f10147-231e-447b-8c10-07f2885f79b1', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:02:18.370392 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.371053 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceada10-6e03-44b3-b526-52df770d1cf5 req-d16ed382-51c5-44e7-a7d5-9c232fd345ec tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:18.372552 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cceada10-6e03-44b3-b526-52df770d1cf5 req-d16ed382-51c5-44e7-a7d5-9c232fd345ec tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.1133568 May 05 15:02:18.403676 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks [] for router_gateway (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.508505 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cceada10-6e03-44b3-b526-52df770d1cf5 req-9eb38d80-a527-4cbb-a150-5de3856be743 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072893 May 05 15:02:18.520324 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Allocated IP 172.20.0.2 (d2f10147-231e-447b-8c10-07f2885f79b1/6c46dc37-3791-4d0d-b0f3-06853bfacfdf/05ff2d14-1688-4a58-b9d0-a536394d8e0b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:02:18.682319 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Publish callbacks [] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.689402 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.728834 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Network d2f10147-231e-447b-8c10-07f2885f79b1 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:02:18.731955 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:18.737967 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:02:18.744490 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Pushing event updated for resources: {'Port': ['ID=05ff2d14-1688-4a58-b9d0-a536394d8e0b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:18.804095 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Attempting to bind port 05ff2d14-1688-4a58-b9d0-a536394d8e0b on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:02:18.804464 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Attempting to bind port 05ff2d14-1688-4a58-b9d0-a536394d8e0b by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:02:18.804824 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Attempting to bind port 05ff2d14-1688-4a58-b9d0-a536394d8e0b on network d2f10147-231e-447b-8c10-07f2885f79b1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:02:18.810065 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:02:18.810442 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Checking segment: {'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:18.810843 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.811232 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Bound using segment: {'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:02:18.811702 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Bound port: 05ff2d14-1688-4a58-b9d0-a536394d8e0b, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:02:18.812087 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.877154 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] For port 05ff2d14-1688-4a58-b9d0-a536394d8e0b, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:02:18.881347 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] For port 05ff2d14-1688-4a58-b9d0-a536394d8e0b, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=05ff2d14-1688-4a58-b9d0-a536394d8e0b,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:02:18.891296 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.894516 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks [] for router_gateway (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.915003 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.972742 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:18.974695 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb58190-39f7-42c1-a24b-e42af306b99e None None] Pushing event updated for resources: {'Port': ['ID=05ff2d14-1688-4a58-b9d0-a536394d8e0b,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:19.033326 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Allocated IP 172.27.1.185 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/307f4f33-6b46-4a12-a470-cf46de25ffb0) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:02:19.170432 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks [] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:19.220015 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:19.272030 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:02:19.278828 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:19.285128 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:02:19.291664 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Pushing event updated for resources: {'Port': ['ID=307f4f33-6b46-4a12-a470-cf46de25ffb0,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:19.601808 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks [] for router_gateway (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:19.722397 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1932-e399-4354-bb2c-16ca9a767711 req-6b5b8a64-81f2-4c1c-aa43-7f5cf4f2e95d tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:19.724449 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c4e1932-e399-4354-bb2c-16ca9a767711 req-6b5b8a64-81f2-4c1c-aa43-7f5cf4f2e95d tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0746214 May 05 15:02:19.843128 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c4e1932-e399-4354-bb2c-16ca9a767711 req-6d668725-77c3-4ce1-9bd6-daa777465187 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100967 May 05 15:02:19.898501 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-ed6717cf-b071-4cc3-881c-1a91a14e0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:19.900049 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-ed6717cf-b071-4cc3-881c-1a91a14e0377 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2&tenant_id=00847662f3c54b2a81e47a0bcd5c3a08 HTTP/1.1" status: 200 len: 1127 time: 0.0570738 May 05 15:02:19.967238 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.080146 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e7899e-450b-49a9-a3cf-d7a9f906eade None None] Network d2f10147-231e-447b-8c10-07f2885f79b1 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:02:20.104253 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:02:20.195258 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-549cf15c-87f3-4bbc-b735-f48e951e6352 None None] Provisioning complete for port 05ff2d14-1688-4a58-b9d0-a536394d8e0b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:20.195775 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-549cf15c-87f3-4bbc-b735-f48e951e6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.221321 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:02:20.233837 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Sync routers for ids ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:02:20.244874 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Routers {'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:20.245518 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:20.256118 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.257884 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b2110664-717e-4dc3-9396-35cfb06b09db admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1164827 May 05 15:02:20.260615 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57402) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:20.290693 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-549cf15c-87f3-4bbc-b735-f48e951e6352 None None] Current status of the port 05ff2d14-1688-4a58-b9d0-a536394d8e0b is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:20.291372 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-549cf15c-87f3-4bbc-b735-f48e951e6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.335385 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-549cf15c-87f3-4bbc-b735-f48e951e6352 None None] For port 05ff2d14-1688-4a58-b9d0-a536394d8e0b, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=05ff2d14-1688-4a58-b9d0-a536394d8e0b,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:20.342580 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-549cf15c-87f3-4bbc-b735-f48e951e6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.368512 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Set router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:20.371244 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-20df18d4-b21d-40e9-b186-03c3c2671807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:20.372767 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-20df18d4-b21d-40e9-b186-03c3c2671807 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00847662f3c54b2a81e47a0bcd5c3a08&device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 1127 time: 0.1234806 May 05 15:02:20.414606 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cf15c-87f3-4bbc-b735-f48e951e6352 None None] Pushing event updated for resources: {'Port': ['ID=05ff2d14-1688-4a58-b9d0-a536394d8e0b,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:20.545529 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:19Z', 'revision_number': 3, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:20.562830 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-afaecae7-a483-4023-87c3-62bc35e8f730 None None] Provisioning complete for port 05ff2d14-1688-4a58-b9d0-a536394d8e0b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:20.563208 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-afaecae7-a483-4023-87c3-62bc35e8f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.584796 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Checking router: ae6997d2-b1b9-4eab-aaa6-2a861c3368fa for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:02:20.585260 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Updating router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa port 307f4f33-6b46-4a12-a470-cf46de25ffb0 binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:02:20.596004 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 05ff2d14-1688-4a58-b9d0-a536394d8e0b up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:20.612919 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.675264 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 05ff2d14-1688-4a58-b9d0-a536394d8e0b triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:20.675638 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.720659 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-afaecae7-a483-4023-87c3-62bc35e8f730 None None] Current status of the port 05ff2d14-1688-4a58-b9d0-a536394d8e0b is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:20.777801 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 05ff2d14-1688-4a58-b9d0-a536394d8e0b is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:20.826300 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.829701 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-63bfbf24-eedb-486c-b061-e3ab4ca3d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:20.831251 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-63bfbf24-eedb-486c-b061-e3ab4ca3d38a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 HTTP/1.1" status: 200 len: 910 time: 0.1317000 May 05 15:02:20.905929 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Publish callbacks [] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.912925 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:20.951945 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-62e3ccc1-b996-4d41-839b-f9de30c26399 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227 HTTP/1.1" status: 200 len: 998 time: 0.1141727 May 05 15:02:20.963430 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Pushing event updated for resources: {'Port': ['ID=307f4f33-6b46-4a12-a470-cf46de25ffb0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:20.974305 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.974884 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.975422 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.975938 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.976433 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.976930 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.977422 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.977927 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.978423 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.978887 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.979375 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.979722 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.980052 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.980376 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:20.980698 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:02:21.007762 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Attempting to bind port 307f4f33-6b46-4a12-a470-cf46de25ffb0 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:02:21.008136 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Attempting to bind port 307f4f33-6b46-4a12-a470-cf46de25ffb0 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:02:21.008498 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Attempting to bind port 307f4f33-6b46-4a12-a470-cf46de25ffb0 on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:02:21.008604 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d52a5-6c99-4551-9247-0498a44f2cc0 req-7e7d86e8-4a25-4179-9a2f-7cdd441f5868 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:21.010186 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f74d52a5-6c99-4551-9247-0498a44f2cc0 req-7e7d86e8-4a25-4179-9a2f-7cdd441f5868 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0843077 May 05 15:02:21.020880 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:02:21.021608 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:21.022778 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:21.023552 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:02:21.024881 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Bound port: 307f4f33-6b46-4a12-a470-cf46de25ffb0, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:02:21.026968 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:21.064265 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f74d52a5-6c99-4551-9247-0498a44f2cc0 req-ec640066-0319-4dd0-9724-5e253f8f0ca4 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481460 May 05 15:02:21.075719 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-d8b44236-27d2-4195-bd98-859a6bd53136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:21.077183 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-d8b44236-27d2-4195-bd98-859a6bd53136 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f04552d-5b94-48c7-8344-70cbf4cd2c50 HTTP/1.1" status: 200 len: 848 time: 0.0926428 May 05 15:02:21.104668 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] For port 307f4f33-6b46-4a12-a470-cf46de25ffb0, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:02:21.107865 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] For port 307f4f33-6b46-4a12-a470-cf46de25ffb0, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=307f4f33-6b46-4a12-a470-cf46de25ffb0,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:02:21.114875 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:21.130606 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Allocated IP 172.20.0.1 (d2f10147-231e-447b-8c10-07f2885f79b1/6c46dc37-3791-4d0d-b0f3-06853bfacfdf/ff802569-4eb8-4cac-ad21-af90d494c704) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:02:21.136922 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-aca612f4-1d19-4311-9144-60fbfefc1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:21.138598 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-aca612f4-1d19-4311-9144-60fbfefc1f60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541425 May 05 15:02:21.175352 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Routers {'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:21.176624 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:21.179652 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434524d-4d8a-47cb-a331-3293952b296c None None] Pushing event updated for resources: {'Port': ['ID=307f4f33-6b46-4a12-a470-cf46de25ffb0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:21.286750 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] Set router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:21.296931 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Publish callbacks [] for port (ff802569-4eb8-4cac-ad21-af90d494c704), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:21.327909 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-c02fb50b-912c-452e-b4ed-2cfb30e7a405 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751599 May 05 15:02:21.407028 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:21.464260 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Network d2f10147-231e-447b-8c10-07f2885f79b1 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:02:21.469111 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:19Z', 'revision_number': 3, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:21.474588 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:21.480676 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:02:21.490075 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d5a41f9e-28b4-4cab-91a8-310436873109 req-fe27b877-0e44-424f-86ab-0f36a6e2396d service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546240 May 05 15:02:21.505323 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcd4e0-4be2-4583-9282-46459eea2b4c None None] The sync data for ids ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'] in dv-cinder-839426-6-iscsi is: [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:19Z', 'revision_number': 3, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:02:21.514055 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Pushing event updated for resources: {'Port': ['ID=ff802569-4eb8-4cac-ad21-af90d494c704,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:21.546765 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:21.714325 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:21.751433 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-ec7302bb-5082-47ab-a276-e54dcd258944 None None] Provisioning complete for port ff802569-4eb8-4cac-ad21-af90d494c704 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:21.752484 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec7302bb-5082-47ab-a276-e54dcd258944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:21.830968 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ec7302bb-5082-47ab-a276-e54dcd258944 None None] Port ff802569-4eb8-4cac-ad21-af90d494c704 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:02:21.881856 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcb261-1a74-40f1-910d-0f14b391d634 req-565546e5-aa8f-42d4-8e25-10ba71ae0c11 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:21.888965 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9dcb261-1a74-40f1-910d-0f14b391d634 req-565546e5-aa8f-42d4-8e25-10ba71ae0c11 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0953074 May 05 15:02:21.919868 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Publish callbacks [] for port (ff802569-4eb8-4cac-ad21-af90d494c704), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:21.927497 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:21.950222 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9dcb261-1a74-40f1-910d-0f14b391d634 req-9309dc55-0b76-4cee-bf28-41285aebf615 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603654 May 05 15:02:22.010883 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:22.019172 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Pushing event updated for resources: {'Port': ['ID=ff802569-4eb8-4cac-ad21-af90d494c704,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:22.140943 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:02:22.142137 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Network d2f10147-231e-447b-8c10-07f2885f79b1 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:02:22.143558 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:22.207051 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff57e19-3479-458e-b436-c28193ef742f req-bf59e8d6-9075-473b-a359-af5f5dd1f05a tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:22.215721 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7ff57e19-3479-458e-b436-c28193ef742f req-bf59e8d6-9075-473b-a359-af5f5dd1f05a tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0613525 May 05 15:02:22.322938 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7ff57e19-3479-458e-b436-c28193ef742f req-398e6085-b38a-43e6-820b-e82d64cb92b9 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053874 May 05 15:02:22.365208 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:02:22.453315 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-4073761c-5e5a-4732-b414-3a01e90b4957 None None] Provisioning complete for port ff802569-4eb8-4cac-ad21-af90d494c704 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:22.453800 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4073761c-5e5a-4732-b414-3a01e90b4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:22.493725 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:02:22.501371 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4073761c-5e5a-4732-b414-3a01e90b4957 None None] Port ff802569-4eb8-4cac-ad21-af90d494c704 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:02:22.505680 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-20ea133c-df6a-4a9d-b6a7-751a9aea9f3b admin admin] 10.222.0.48 "PUT /v2.0/routers/ae6997d2-b1b9-4eab-aaa6-2a861c3368fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2413821 May 05 15:02:22.592953 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 307f4f33-6b46-4a12-a470-cf46de25ffb0 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:22.646030 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 307f4f33-6b46-4a12-a470-cf46de25ffb0 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:22.646409 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:22.728581 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 307f4f33-6b46-4a12-a470-cf46de25ffb0 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:22.728973 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:22.753227 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 307f4f33-6b46-4a12-a470-cf46de25ffb0, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=307f4f33-6b46-4a12-a470-cf46de25ffb0,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:22.757137 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:22.811709 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=307f4f33-6b46-4a12-a470-cf46de25ffb0,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:22.987540 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57458) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:22.993161 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1969006346-network', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:23.011852 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Made reservation on behalf of 9fd84f07f7914bf399cf1c9c8de329df for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:02:23.014251 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.023037 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.100478 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb53-e93a-43cd-b9a1-39a4a153cbc8 req-0301b07d-cfd5-433a-b8d8-471121e70891 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:23.101949 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d58ccb53-e93a-43cd-b9a1-39a4a153cbc8 req-0301b07d-cfd5-433a-b8d8-471121e70891 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0690575 May 05 15:02:23.179786 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Publish callbacks [] for security_group (3f8c7ea9-01ae-4a2f-9aa2-5a81cc250d88), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.183468 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d58ccb53-e93a-43cd-b9a1-39a4a153cbc8 req-ac8556da-8ba6-41e8-8e2e-4b2973b79dca tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700665 May 05 15:02:23.184990 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3f8c7ea9-01ae-4a2f-9aa2-5a81cc250d88), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.207833 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:02:23.232950 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8c7ea9-01ae-4a2f-9aa2-5a81cc250d88,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:23.235904 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (910cd0c6-ee11-4bb6-9114-2f0312649fca), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.236368 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Added segment 910cd0c6-ee11-4bb6-9114-2f0312649fca of type vlan for network cd5d1ff6-540c-4229-82a0-755a17a0752e May 05 15:02:23.278147 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (cd5d1ff6-540c-4229-82a0-755a17a0752e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.303019 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (cd5d1ff6-540c-4229-82a0-755a17a0752e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.304091 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:23.304683 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.345551 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3568988 May 05 15:02:23.348624 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57462) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:23.353990 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Request body: {'subnet': {'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1969006346-subnet', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:23.374737 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d68d7c-38c6-4f79-9940-6966526d6f89 admin admin] Pushing event updated for resources: {'Network': ['ID=cd5d1ff6-540c-4229-82a0-755a17a0752e,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:23.383530 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Made reservation on behalf of 9fd84f07f7914bf399cf1c9c8de329df for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:02:23.386215 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348028'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.386878 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network cd5d1ff6-540c-4229-82a0-755a17a0752e details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:02:23.466483 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Sync routers for ids ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:02:23.482803 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Routers {'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:23.483823 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:23.497388 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88644a50-5b2f-4210-8064-981858448175 req-1ef4ff41-7ea9-4c6a-8fb3-f9d05c1de153 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:23.499858 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-88644a50-5b2f-4210-8064-981858448175 req-1ef4ff41-7ea9-4c6a-8fb3-f9d05c1de153 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0972347 May 05 15:02:23.570841 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-88644a50-5b2f-4210-8064-981858448175 req-8deffbbe-a1ed-4328-9eb5-f8d9f300ed64 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602908 May 05 15:02:23.605618 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4337657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4347918'] for subnet (e367ac0b-333b-4b8d-93c7-dd12b083ddab), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.621320 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Set router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:23.659346 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e367ac0b-333b-4b8d-93c7-dd12b083ddab,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:23.679972 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Checking segment: {'id': '910cd0c6-ee11-4bb6-9114-2f0312649fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:23.680595 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Network hostable DHCP agents. Network: cd5d1ff6-540c-4229-82a0-755a17a0752e, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:02:23.699311 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Network cd5d1ff6-540c-4229-82a0-755a17a0752e is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:02:23.710342 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, cd5d1ff6-540c-4229-82a0-755a17a0752e) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:23.714749 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:23.715338 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.725801 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e75073a-1e67-4ca7-b7d6-a4ce187af5ea None None] Network cd5d1ff6-540c-4229-82a0-755a17a0752e requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:02:23.736855 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6226f49b-d227-4881-976a-22a1c4eb5ba9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3871217 May 05 15:02:23.740929 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57476) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:23.745400 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1969006346-router', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:23.774339 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (59fd9623-0061-44e4-8585-b1dd60b436df), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.775454 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (59fd9623-0061-44e4-8585-b1dd60b436df), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.831560 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks [] for router_controller (59fd9623-0061-44e4-8585-b1dd60b436df), precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.903757 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ff802569-4eb8-4cac-ad21-af90d494c704', 'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'mac_address': 'fa:16:3e:07:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:20Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 2, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'subnets': [{'id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:23.936429 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-cd5d1ff6-540c-4229-82a0-755a17a0752e', 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e', 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'fixed_ips': [{'subnet_id': 'e367ac0b-333b-4b8d-93c7-dd12b083ddab'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:02:23.938461 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:23.943312 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Checking router: ae6997d2-b1b9-4eab-aaa6-2a861c3368fa for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:02:23.943829 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Updating router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa port ff802569-4eb8-4cac-ad21-af90d494c704 binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:02:23.995870 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.002001 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks [] for router_gateway (59fd9623-0061-44e4-8585-b1dd60b436df), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.062765 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f5332-bdf0-4049-a4bf-1b8ce75b98f6 req-1ec78213-6ad2-437d-92ea-8875c6f37073 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:24.066212 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-048f5332-bdf0-4049-a4bf-1b8ce75b98f6 req-1ec78213-6ad2-437d-92ea-8875c6f37073 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 946 time: 0.0546582 May 05 15:02:24.117107 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-048f5332-bdf0-4049-a4bf-1b8ce75b98f6 req-aa0799d2-1c02-4843-aa15-a1c6ed12ab14 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471268 May 05 15:02:24.198518 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks [] for router_gateway (59fd9623-0061-44e4-8585-b1dd60b436df), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.205981 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Allocated IP 172.20.0.2 (cd5d1ff6-540c-4229-82a0-755a17a0752e/e367ac0b-333b-4b8d-93c7-dd12b083ddab/c1ac9188-6ebe-465f-900e-b0e225e6bf72) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:02:24.218309 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.326211 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d18798-f4e2-48ba-a115-bc551239b34e req-04e51c15-f782-4a9d-a8a4-90093a088295 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:24.328004 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a9d18798-f4e2-48ba-a115-bc551239b34e req-04e51c15-f782-4a9d-a8a4-90093a088295 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0496957 May 05 15:02:24.342813 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Allocated IP 172.27.1.247 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/7f948cc8-04df-4fcf-a2a5-eaba3b5034e6) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:02:24.383388 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a9d18798-f4e2-48ba-a115-bc551239b34e req-811adf4a-4a8c-45a7-9787-a8033d12c433 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473075 May 05 15:02:24.455221 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks [] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.597066 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 307f4f33-6b46-4a12-a470-cf46de25ffb0 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:24.652919 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Publish callbacks [] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.671539 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Publish callbacks [] for port (ff802569-4eb8-4cac-ad21-af90d494c704), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.677783 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.688226 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.704674 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab39d9-dc7b-4062-a3fd-51180bb8e0f8 req-76522216-3ee2-494a-9941-83bb69d69ddf tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:24.708313 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92ab39d9-dc7b-4062-a3fd-51180bb8e0f8 req-76522216-3ee2-494a-9941-83bb69d69ddf tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0537786 May 05 15:02:24.736431 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Network cd5d1ff6-540c-4229-82a0-755a17a0752e is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:02:24.744126 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:24.746644 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:02:24.760332 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 307f4f33-6b46-4a12-a470-cf46de25ffb0 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:24.760526 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.760703 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.776025 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92ab39d9-dc7b-4062-a3fd-51180bb8e0f8 req-d35719b6-3b2b-4c40-b7cf-5aad01fd5548 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622864 May 05 15:02:24.791511 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Pushing event updated for resources: {'Port': ['ID=c1ac9188-6ebe-465f-900e-b0e225e6bf72,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:24.803290 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:02:24.808026 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:24.811658 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:02:24.853802 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Pushing event updated for resources: {'Port': ['ID=7f948cc8-04df-4fcf-a2a5-eaba3b5034e6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:24.938803 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83689bd4-da4d-4ea6-bf1c-a71ff5e4e44e None None] Pushing event updated for resources: {'Port': ['ID=ff802569-4eb8-4cac-ad21-af90d494c704,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:24.951652 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Attempting to bind port ff802569-4eb8-4cac-ad21-af90d494c704 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:02:24.952023 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Attempting to bind port ff802569-4eb8-4cac-ad21-af90d494c704 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:02:24.952383 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Attempting to bind port ff802569-4eb8-4cac-ad21-af90d494c704 on network d2f10147-231e-447b-8c10-07f2885f79b1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:02:24.954290 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Attempting to bind port c1ac9188-6ebe-465f-900e-b0e225e6bf72 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:02:24.954648 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Attempting to bind port c1ac9188-6ebe-465f-900e-b0e225e6bf72 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '910cd0c6-ee11-4bb6-9114-2f0312649fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:02:24.954992 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Attempting to bind port c1ac9188-6ebe-465f-900e-b0e225e6bf72 on network cd5d1ff6-540c-4229-82a0-755a17a0752e {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:02:24.964431 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:02:24.964803 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Checking segment: {'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:24.965202 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.965590 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Bound using segment: {'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:02:24.966078 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Bound port: ff802569-4eb8-4cac-ad21-af90d494c704, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:02:24.966454 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.968219 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:02:24.968575 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Checking segment: {'id': '910cd0c6-ee11-4bb6-9114-2f0312649fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:24.968944 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:24.969312 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Bound using segment: {'id': '910cd0c6-ee11-4bb6-9114-2f0312649fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:02:24.969781 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Bound port: c1ac9188-6ebe-465f-900e-b0e225e6bf72, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910cd0c6-ee11-4bb6-9114-2f0312649fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:02:24.970145 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:25.064762 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 307f4f33-6b46-4a12-a470-cf46de25ffb0 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:25.096418 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-8a630aa9-05c2-4598-886b-cc649a74a135 None None] Provisioning complete for port ff802569-4eb8-4cac-ad21-af90d494c704 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:25.096773 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a630aa9-05c2-4598-886b-cc649a74a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:25.102235 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks [] for router_gateway (59fd9623-0061-44e4-8585-b1dd60b436df), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:25.140682 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] For port ff802569-4eb8-4cac-ad21-af90d494c704, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:02:25.159263 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] For port ff802569-4eb8-4cac-ad21-af90d494c704, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ff802569-4eb8-4cac-ad21-af90d494c704,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:02:25.174228 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:25.176530 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] For port c1ac9188-6ebe-465f-900e-b0e225e6bf72, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:02:25.181851 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] For port c1ac9188-6ebe-465f-900e-b0e225e6bf72, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=c1ac9188-6ebe-465f-900e-b0e225e6bf72,segment=NetworkSegment(910cd0c6-ee11-4bb6-9114-2f0312649fca),segment_id=910cd0c6-ee11-4bb6-9114-2f0312649fca)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:02:25.183916 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8a630aa9-05c2-4598-886b-cc649a74a135 None None] Port ff802569-4eb8-4cac-ad21-af90d494c704 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:02:25.214445 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:25.242068 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a741922-3ecc-416b-86f8-25567c3b193e req-7e18f0fb-7124-443a-b522-60144ccf5bb7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:25.252525 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a741922-3ecc-416b-86f8-25567c3b193e req-7e18f0fb-7124-443a-b522-60144ccf5bb7 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 946 time: 0.0630519 May 05 15:02:25.260744 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Routers {'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:25.261386 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:25.320873 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a741922-3ecc-416b-86f8-25567c3b193e req-bc88465e-ec10-4357-bdf2-8ec55e25f39d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672612 May 05 15:02:25.340383 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83689bd4-da4d-4ea6-bf1c-a71ff5e4e44e None None] Pushing event updated for resources: {'Port': ['ID=ff802569-4eb8-4cac-ad21-af90d494c704,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:25.356826 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (59fd9623-0061-44e4-8585-b1dd60b436df), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:25.453278 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5d13b-c064-491a-a021-71dfc12841fb None None] Pushing event updated for resources: {'Port': ['ID=c1ac9188-6ebe-465f-900e-b0e225e6bf72,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:25.486892 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] Set router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:25.568043 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Router 59fd9623-0061-44e4-8585-b1dd60b436df is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:02:25.605994 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ad88e-94da-4b62-856a-87260d6d96d5 req-6cc97509-7615-4f0f-bed8-a657bfe4c344 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:25.609124 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-081ad88e-94da-4b62-856a-87260d6d96d5 req-6cc97509-7615-4f0f-bed8-a657bfe4c344 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.1154537 May 05 15:02:25.651662 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-31e4ade7-144d-431f-ad92-588212f6ef1e None None] Provisioning complete for port ff802569-4eb8-4cac-ad21-af90d494c704 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:25.652162 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31e4ade7-144d-431f-ad92-588212f6ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:25.669145 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-081ad88e-94da-4b62-856a-87260d6d96d5 req-a449f8d4-b2b4-47fb-9f01-377b62e07d7e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539837 May 05 15:02:25.725800 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:02:25.736916 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Sync routers for ids ['59fd9623-0061-44e4-8585-b1dd60b436df'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:02:25.751759 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Routers {'59fd9623-0061-44e4-8585-b1dd60b436df'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:25.752473 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['59fd9623-0061-44e4-8585-b1dd60b436df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:25.761254 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:25.766199 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57492) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:25.767599 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5278ad40-b86b-491e-835e-809fcc23686a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0255797 May 05 15:02:25.872173 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ff802569-4eb8-4cac-ad21-af90d494c704', 'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'mac_address': 'fa:16:3e:07:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:20Z', 'updated_at': '2022-05-05T15:02:25Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'subnets': [{'id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:25.876959 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-31e4ade7-144d-431f-ad92-588212f6ef1e None None] Current status of the port ff802569-4eb8-4cac-ad21-af90d494c704 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:25.877534 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31e4ade7-144d-431f-ad92-588212f6ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:25.922291 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff0ff7-cd88-4d6c-a6f6-a38ddc9aaa69 None None] The sync data for ids ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'] in dv-cinder-839426-6-iscsi is: [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ff802569-4eb8-4cac-ad21-af90d494c704', 'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'mac_address': 'fa:16:3e:07:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:20Z', 'updated_at': '2022-05-05T15:02:25Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'subnets': [{'id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:02:25.968466 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-31e4ade7-144d-431f-ad92-588212f6ef1e None None] For port ff802569-4eb8-4cac-ad21-af90d494c704, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ff802569-4eb8-4cac-ad21-af90d494c704,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:25.977075 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31e4ade7-144d-431f-ad92-588212f6ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.055137 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-087430ff-f8b8-497d-8baf-27bd2c59d130 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:26.056722 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-087430ff-f8b8-497d-8baf-27bd2c59d130 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 946 time: 0.1830704 May 05 15:02:26.110248 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4ade7-144d-431f-ad92-588212f6ef1e None None] Pushing event updated for resources: {'Port': ['ID=ff802569-4eb8-4cac-ad21-af90d494c704,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:26.128616 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Set router 59fd9623-0061-44e4-8585-b1dd60b436df gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:26.220162 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8c37-c60a-4dc0-ae5c-0a9ecb235af3 req-3ce211c8-0ca0-4f28-9179-3715b650ca7f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:26.222164 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-675f8c37-c60a-4dc0-ae5c-0a9ecb235af3 req-3ce211c8-0ca0-4f28-9179-3715b650ca7f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.2470145 May 05 15:02:26.271848 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Deleting port ee75d13f-743c-4320-8463-c04bd2a3dc9d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:02:26.272208 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.380105 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'name': 'tempest-TestMinimumBasicScenario-1969006346-router', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:23Z', 'updated_at': '2022-05-05T15:02:24Z', 'revision_number': 3, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'gw_port': {'id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:24Z', 'updated_at': '2022-05-05T15:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:26.415650 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-675f8c37-c60a-4dc0-ae5c-0a9ecb235af3 req-19be9f04-0fe9-4c1b-9447-505137a9afbc tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314178 May 05 15:02:26.454129 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] For port ee75d13f-743c-4320-8463-c04bd2a3dc9d, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=ee75d13f-743c-4320-8463-c04bd2a3dc9d,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:26.454636 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.466147 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Checking router: 59fd9623-0061-44e4-8585-b1dd60b436df for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:02:26.466500 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Updating router 59fd9623-0061-44e4-8585-b1dd60b436df port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:02:26.511163 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.558970 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b200-f369-4f5d-9add-939e2bf30ff5 req-8924f343-40a1-4616-a687-ff326c87db6a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:26.560535 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6b2b200-f369-4f5d-9add-939e2bf30ff5 req-8924f343-40a1-4616-a687-ff326c87db6a tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 946 time: 0.1094277 May 05 15:02:26.643797 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6b2b200-f369-4f5d-9add-939e2bf30ff5 req-728d652b-d8d0-4830-b9fa-44c4b1463d24 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a96572e7-0cdb-4903-824f-28b2e0cdd16b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767794 May 05 15:02:26.692472 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f253cc4-d0fe-43fa-91b3-7932eaf4018d None None] Network cd5d1ff6-540c-4229-82a0-755a17a0752e requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:02:26.729200 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device c1ac9188-6ebe-465f-900e-b0e225e6bf72 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:26.737600 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.737600 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.738914 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Floating IP ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f disassociated. External IP: 172.27.1.248, port: ee75d13f-743c-4320-8463-c04bd2a3dc9d. May 05 15:02:26.738914 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Calling delete_port for ee75d13f-743c-4320-8463-c04bd2a3dc9d owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:02:26.841803 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-9d25aa30-766a-4b70-8948-7d92b490e3f2 None None] Provisioning complete for port c1ac9188-6ebe-465f-900e-b0e225e6bf72 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:26.846352 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d25aa30-766a-4b70-8948-7d92b490e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.888775 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.897217 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (ee75d13f-743c-4320-8463-c04bd2a3dc9d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.898211 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1467-99f8-48a9-98d8-07ac3823eda3 req-fae53d0e-1d88-4469-8672-0e9c23c56c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:26.905413 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9bbd1467-99f8-48a9-98d8-07ac3823eda3 req-fae53d0e-1d88-4469-8672-0e9c23c56c99 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.1174510 May 05 15:02:26.940023 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event deleted for resources: {'Port': ['ID=ee75d13f-743c-4320-8463-c04bd2a3dc9d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:26.979749 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Publish callbacks [] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.982234 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port c1ac9188-6ebe-465f-900e-b0e225e6bf72 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:26.982686 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:26.991531 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.084669 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Attempting to bind port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:02:27.085407 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Attempting to bind port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:02:27.086317 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Attempting to bind port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:02:27.090764 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003c46f-9279-4517-b34c-b826138ac114 None None] Pushing event updated for resources: {'Port': ['ID=7f948cc8-04df-4fcf-a2a5-eaba3b5034e6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:27.092030 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9d25aa30-766a-4b70-8948-7d92b490e3f2 None None] Current status of the port c1ac9188-6ebe-465f-900e-b0e225e6bf72 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:27.092483 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d25aa30-766a-4b70-8948-7d92b490e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.097932 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:02:27.099463 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:27.099901 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.100477 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:02:27.101018 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Bound port: 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:02:27.101501 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.114753 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Router 42fb784d-11f0-4342-9f91-ec85332ff7c7 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:02:27.162467 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] For port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:02:27.166652 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] For port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=7f948cc8-04df-4fcf-a2a5-eaba3b5034e6,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:02:27.177440 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.216518 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port c1ac9188-6ebe-465f-900e-b0e225e6bf72 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:27.216838 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9bbd1467-99f8-48a9-98d8-07ac3823eda3 req-8cdb5e86-05cf-4d3c-8b1c-a9f402c06a5f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918723 May 05 15:02:27.216947 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.220998 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-9d25aa30-766a-4b70-8948-7d92b490e3f2 None None] For port c1ac9188-6ebe-465f-900e-b0e225e6bf72, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=c1ac9188-6ebe-465f-900e-b0e225e6bf72,segment=NetworkSegment(910cd0c6-ee11-4bb6-9114-2f0312649fca),segment_id=910cd0c6-ee11-4bb6-9114-2f0312649fca)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:27.230762 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d25aa30-766a-4b70-8948-7d92b490e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.305391 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Allocated IP 172.20.0.1 (cd5d1ff6-540c-4229-82a0-755a17a0752e/e367ac0b-333b-4b8d-93c7-dd12b083ddab/8531da98-dd67-4294-8538-3f7aa98d062b) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:02:27.309545 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003c46f-9279-4517-b34c-b826138ac114 None None] Pushing event updated for resources: {'Port': ['ID=7f948cc8-04df-4fcf-a2a5-eaba3b5034e6,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:27.326415 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Routers {'59fd9623-0061-44e4-8585-b1dd60b436df'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:27.327067 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['59fd9623-0061-44e4-8585-b1dd60b436df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:27.352656 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.db.api [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:02:27.353030 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG oslo_db.api [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:02:27.355069 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25aa30-766a-4b70-8948-7d92b490e3f2 None None] Pushing event updated for resources: {'Port': ['ID=c1ac9188-6ebe-465f-900e-b0e225e6bf72,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:27.402676 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:02:27.414098 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] Sync routers for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:02:27.482957 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:27.483609 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:27.517739 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] No DVR routers for this DVR port ee75d13f-743c-4320-8463-c04bd2a3dc9d on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:02:27.522256 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.525781 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8334e690-e583-4b86-a0dc-eef5d2bf597a req-952436eb-08f0-43ad-aa26-5a43a235c58d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.25 "DELETE /v2.0/ports/ee75d13f-743c-4320-8463-c04bd2a3dc9d HTTP/1.1" status: 204 len: 173 time: 1.4606607 May 05 15:02:27.526185 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'name': 'network-vif-deleted', 'tag': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:02:27.528511 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfe3822-9dc2-449f-8c92-78e367171d24" -d '{"events": [{"server_uuid": "2f9777af-fca5-44fa-b8e5-facb5d2187c3", "name": "network-vif-deleted", "tag": "ee75d13f-743c-4320-8463-c04bd2a3dc9d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:02:27.578648 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] Set router 59fd9623-0061-44e4-8585-b1dd60b436df gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:27.601963 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Publish callbacks [] for port (8531da98-dd67-4294-8538-3f7aa98d062b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.662931 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.724443 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-66e42456-cc1c-4f93-b0fb-98b901a4bafa None None] Provisioning complete for port c1ac9188-6ebe-465f-900e-b0e225e6bf72 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:27.724855 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66e42456-cc1c-4f93-b0fb-98b901a4bafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:27.732851 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:27.801964 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccd6c3-77bb-4412-8f93-e8e01f2aa23a req-1861b873-df24-4a84-acc9-afce48b6fb8f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:27.803778 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f8ccd6c3-77bb-4412-8f93-e8e01f2aa23a req-1861b873-df24-4a84-acc9-afce48b6fb8f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.1534188 May 05 15:02:27.813798 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Network cd5d1ff6-540c-4229-82a0-755a17a0752e is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:02:27.846081 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:27.868088 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:02:27.936358 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'name': 'tempest-TestMinimumBasicScenario-1969006346-router', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:23Z', 'updated_at': '2022-05-05T15:02:24Z', 'revision_number': 3, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'gw_port': {'id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:24Z', 'updated_at': '2022-05-05T15:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:27.947067 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8531da98-dd67-4294-8538-3f7aa98d062b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:27.993981 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f8ccd6c3-77bb-4412-8f93-e8e01f2aa23a req-f962bbc4-bd23-4e37-b33b-33196167effb tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784341 May 05 15:02:28.002931 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (59fd9623-0061-44e4-8585-b1dd60b436df), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:28.006335 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912329ec-84fb-40ca-82c0-659eed53d6de None None] The sync data for ids ['59fd9623-0061-44e4-8585-b1dd60b436df'] in dv-cinder-839426-6-iscsi is: [{'id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'name': 'tempest-TestMinimumBasicScenario-1969006346-router', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:23Z', 'updated_at': '2022-05-05T15:02:24Z', 'revision_number': 3, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'gw_port': {'id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:24Z', 'updated_at': '2022-05-05T15:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:02:28.008566 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355733d0-0554-4312-9990-d33134f15e0d x-openstack-request-id: req-355733d0-0554-4312-9990-d33134f15e0d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:02:28.009375 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9777af-fca5-44fa-b8e5-facb5d2187c3", "name": "network-vif-deleted", "tag": "ee75d13f-743c-4320-8463-c04bd2a3dc9d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:02:28.009829 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-355733d0-0554-4312-9990-d33134f15e0d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:02:28.010396 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355733d0-0554-4312-9990-d33134f15e0d'] response: {'server_uuid': '2f9777af-fca5-44fa-b8e5-facb5d2187c3', 'name': 'network-vif-deleted', 'tag': 'ee75d13f-743c-4320-8463-c04bd2a3dc9d', 'status': 'completed', 'code': 200} May 05 15:02:28.175394 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-13971760-5900-4605-9154-e69b02edb59c req-ea50051f-81cf-46aa-8a4d-bafed676467d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9777af-fca5-44fa-b8e5-facb5d2187c3 HTTP/1.1" status: 200 len: 210 time: 0.0603309 May 05 15:02:28.220922 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port c1ac9188-6ebe-465f-900e-b0e225e6bf72 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:28.222215 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff802569-4eb8-4cac-ad21-af90d494c704 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:28.235779 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:28.363198 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-66e42456-cc1c-4f93-b0fb-98b901a4bafa None None] Current status of the port c1ac9188-6ebe-465f-900e-b0e225e6bf72 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:28.434107 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port ff802569-4eb8-4cac-ad21-af90d494c704 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:28.434481 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:28.439282 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:28.453902 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70889dc5-70af-4c52-8d06-806fa6dcfe6b req-4113a21a-dae5-4e18-b7e3-db04208de7e9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:28.455521 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70889dc5-70af-4c52-8d06-806fa6dcfe6b req-4113a21a-dae5-4e18-b7e3-db04208de7e9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.1093841 May 05 15:02:28.495997 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] Checking router: 42fb784d-11f0-4342-9f91-ec85332ff7c7 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:02:28.519910 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7456a660-f38f-4347-ad97-b87b341d0526 None None] Provisioning complete for port 8531da98-dd67-4294-8538-3f7aa98d062b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:28.520642 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7456a660-f38f-4347-ad97-b87b341d0526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:28.545199 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:28.545799 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:28.606563 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7456a660-f38f-4347-ad97-b87b341d0526 None None] Port 8531da98-dd67-4294-8538-3f7aa98d062b cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:02:28.662141 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port ff802569-4eb8-4cac-ad21-af90d494c704 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:28.807991 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70889dc5-70af-4c52-8d06-806fa6dcfe6b req-b489486f-d23f-4739-9637-f7003d02d099 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652213 May 05 15:02:28.808678 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:28.812278 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Publish callbacks [] for port (8531da98-dd67-4294-8538-3f7aa98d062b), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:28.826765 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:28.928190 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8531da98-dd67-4294-8538-3f7aa98d062b,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:28.931105 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (59fd9623-0061-44e4-8585-b1dd60b436df), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.015084 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device c1ac9188-6ebe-465f-900e-b0e225e6bf72 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:29.042057 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Network cd5d1ff6-540c-4229-82a0-755a17a0752e is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:02:29.044507 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:29.108134 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:29.142558 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a77d01-bca7-4f9d-9a42-b8fdff3544f0 None None] The sync data for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi is: [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T14:56:38Z', 'revision_number': 4, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'cdd2c8b0-ae52-4954-840a-01e504576690', 'name': '', 'network_id': '8cc5d4e5-b90c-406b-926b-a9dc8dc38ade', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'mac_address': 'fa:16:3e:08:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:36Z', 'updated_at': '2022-05-05T14:56:53Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'subnets': [{'id': '2a90d414-92a9-4ba0-bc64-e30a9629c478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:02:29.147267 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port c1ac9188-6ebe-465f-900e-b0e225e6bf72 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:29.147709 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.156208 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1dc45-51a3-43c0-a3c0-c23de544d308 req-921a1390-5264-4d23-9300-7a01e998a4c3 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:29.157737 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ae1dc45-51a3-43c0-a3c0-c23de544d308 req-921a1390-5264-4d23-9300-7a01e998a4c3 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 943 time: 0.0679073 May 05 15:02:29.255484 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port c1ac9188-6ebe-465f-900e-b0e225e6bf72 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:29.256889 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:29.322322 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Router 59fd9623-0061-44e4-8585-b1dd60b436df has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:02:29.334129 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57516) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:29.346298 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-c6faf08b-ac7d-42f1-b5c8-e75e9116064a None None] Provisioning complete for port 8531da98-dd67-4294-8538-3f7aa98d062b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:29.346728 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6faf08b-ac7d-42f1-b5c8-e75e9116064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.349851 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ae1dc45-51a3-43c0-a3c0-c23de544d308 req-b33b55f4-e679-4528-b713-cc45d625ec45 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817458 May 05 15:02:29.381737 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:29.382048 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.421704 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcd39-b75d-4e77-855b-044643e0d49f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (a96572e7-0cdb-4903-824f-28b2e0cdd16b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.440202 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c6faf08b-ac7d-42f1-b5c8-e75e9116064a None None] Port 8531da98-dd67-4294-8538-3f7aa98d062b cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:02:29.463194 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcd39-b75d-4e77-855b-044643e0d49f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (a96572e7-0cdb-4903-824f-28b2e0cdd16b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.499380 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:02:29.508426 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:29.509040 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.517709 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2abc6c8a-bde0-4132-ae08-7dcd912e12c1 admin admin] 10.222.0.48 "PUT /v2.0/routers/59fd9623-0061-44e4-8585-b1dd60b436df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7425826 May 05 15:02:29.553401 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcd39-b75d-4e77-855b-044643e0d49f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a96572e7-0cdb-4903-824f-28b2e0cdd16b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.553931 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=7f948cc8-04df-4fcf-a2a5-eaba3b5034e6,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:29.556600 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcd39-b75d-4e77-855b-044643e0d49f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.558032 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c6ffcd39-b75d-4e77-855b-044643e0d49f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "DELETE /v2.0/security-groups/a96572e7-0cdb-4903-824f-28b2e0cdd16b HTTP/1.1" status: 204 len: 168 time: 0.2225442 May 05 15:02:29.560921 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57520) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:29.564561 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.571994 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5aa9a45d-b3d1-4e99-a783-e4934b28d227 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:02:29.573350 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffcd39-b75d-4e77-855b-044643e0d49f tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96572e7-0cdb-4903-824f-28b2e0cdd16b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:29.590421 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device ee75d13f-743c-4320-8463-c04bd2a3dc9d no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:02:29.592348 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-93b73398-d074-4af0-9333-f052f8080f0d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] show failed (client error): The resource could not be found. May 05 15:02:29.593551 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-93b73398-d074-4af0-9333-f052f8080f0d tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "GET /v2.0/security-groups/a96572e7-0cdb-4903-824f-28b2e0cdd16b HTTP/1.1" status: 404 len: 347 time: 0.0308325 May 05 15:02:29.596827 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57524) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:29.639689 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: ee75d13f-743c-4320-8463-c04bd2a3dc9d {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:02:29.641925 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device ee75d13f-743c-4320-8463-c04bd2a3dc9d not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:02:29.648438 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb6fb6-6128-4c21-9e03-0e783f14f3ba None None] New status for floating IP ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:02:29.744881 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1910440a-bc73-4566-ae67-592fc9e23c82 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Deleting port 808030b3-25b2-4a18-951a-9d9b9b35d129 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:02:29.745359 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1910440a-bc73-4566-ae67-592fc9e23c82 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (808030b3-25b2-4a18-951a-9d9b9b35d129), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.842189 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1910440a-bc73-4566-ae67-592fc9e23c82 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (808030b3-25b2-4a18-951a-9d9b9b35d129), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.842529 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1910440a-bc73-4566-ae67-592fc9e23c82 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (808030b3-25b2-4a18-951a-9d9b9b35d129), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.867441 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:29.867665 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1910440a-bc73-4566-ae67-592fc9e23c82 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Calling delete_port for 808030b3-25b2-4a18-951a-9d9b9b35d129 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:02:29.880706 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'port_id': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'mac_address': 'fa:16:3e:ad:ca:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:02:29.884434 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=7f948cc8-04df-4fcf-a2a5-eaba3b5034e6,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:29.952046 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:29.952494 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.963471 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:29.970219 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa9a45d-b3d1-4e99-a783-e4934b28d227 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:02:29.996091 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:30.003530 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:30.074617 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1910440a-bc73-4566-ae67-592fc9e23c82 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (808030b3-25b2-4a18-951a-9d9b9b35d129), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:30.090367 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1941c0d-99fc-411e-9b7e-8b22e05ae481 req-23122eac-8b85-49af-b3dd-e8515bda2050 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:30.092018 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c1941c0d-99fc-411e-9b7e-8b22e05ae481 req-23122eac-8b85-49af-b3dd-e8515bda2050 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0893800 May 05 15:02:30.097310 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=5aa9a45d-b3d1-4e99-a783-e4934b28d227,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:30.110360 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910440a-bc73-4566-ae67-592fc9e23c82 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Pushing event deleted for resources: {'Port': ['ID=808030b3-25b2-4a18-951a-9d9b9b35d129,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:30.186007 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c1941c0d-99fc-411e-9b7e-8b22e05ae481 req-0c7cf01f-58b0-43fe-a21d-b1671b22cded tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863461 May 05 15:02:30.199332 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1910440a-bc73-4566-ae67-592fc9e23c82 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks [] for floatingip (ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:30.202445 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1910440a-bc73-4566-ae67-592fc9e23c82 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:30.203833 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1910440a-bc73-4566-ae67-592fc9e23c82 tempest-AttachVolumeTestJSON-1182842610 tempest-AttachVolumeTestJSON-1182842610-project] 10.222.0.48 "DELETE /v2.0/floatingips/ad18b366-7cdb-4e9f-8f91-5a2fdfbb505f HTTP/1.1" status: 204 len: 168 time: 0.6050310 May 05 15:02:30.340730 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['5aa9a45d-b3d1-4e99-a783-e4934b28d227'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:02:30.521671 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277acf54-19e2-45aa-b373-2da707103fc5 req-035d26b6-00c0-422e-86f9-7837b799cb12 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:30.523307 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-277acf54-19e2-45aa-b373-2da707103fc5 req-035d26b6-00c0-422e-86f9-7837b799cb12 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 944 time: 0.0634854 May 05 15:02:30.592333 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Sync routers for ids ['59fd9623-0061-44e4-8585-b1dd60b436df'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:02:30.597531 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-277acf54-19e2-45aa-b373-2da707103fc5 req-45a45a81-ac72-4385-9f55-cc0c711aed25 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666888 May 05 15:02:30.615237 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Routers {'59fd9623-0061-44e4-8585-b1dd60b436df'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:30.615869 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['59fd9623-0061-44e4-8585-b1dd60b436df'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:30.766214 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Set router 59fd9623-0061-44e4-8585-b1dd60b436df gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:31.000915 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:31.118547 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:31.118925 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:31.201515 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'name': 'tempest-TestMinimumBasicScenario-1969006346-router', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:23Z', 'updated_at': '2022-05-05T15:02:28Z', 'revision_number': 4, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'gw_port': {'id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:24Z', 'updated_at': '2022-05-05T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '8531da98-dd67-4294-8538-3f7aa98d062b', 'name': '', 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'mac_address': 'fa:16:3e:76:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e367ac0b-333b-4b8d-93c7-dd12b083ddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:26Z', 'updated_at': '2022-05-05T15:02:28Z', 'revision_number': 2, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'subnets': [{'id': 'e367ac0b-333b-4b8d-93c7-dd12b083ddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:31.232441 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Checking router: 59fd9623-0061-44e4-8585-b1dd60b436df for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:02:31.232801 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Updating router 59fd9623-0061-44e4-8585-b1dd60b436df port 8531da98-dd67-4294-8538-3f7aa98d062b binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:02:31.271552 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:31.335519 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49865725-c95c-4764-8c09-3b8d8cbf678e req-06bd0725-0cc1-4989-97e0-5d3a890b0d27 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:31.339904 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:31.342720 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49865725-c95c-4764-8c09-3b8d8cbf678e req-06bd0725-0cc1-4989-97e0-5d3a890b0d27 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0567057 May 05 15:02:31.398804 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49865725-c95c-4764-8c09-3b8d8cbf678e req-76d4bbe7-cfed-4dcd-a426-717a99e6130e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550401 May 05 15:02:31.580345 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5aa9a45d-b3d1-4e99-a783-e4934b28d227 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:31.712679 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Publish callbacks [] for port (8531da98-dd67-4294-8538-3f7aa98d062b), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:31.720558 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:31.738378 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5016f-18b4-4586-b86a-561c6b685fa8 req-a8de04e7-90e2-4640-892f-bd3cb1c44993 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:31.749507 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3df5016f-18b4-4586-b86a-561c6b685fa8 req-a8de04e7-90e2-4640-892f-bd3cb1c44993 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 944 time: 0.0679946 May 05 15:02:31.761894 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:31.762405 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:31.818204 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3df5016f-18b4-4586-b86a-561c6b685fa8 req-41da90b3-26aa-4495-8a27-206564550534 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625591 May 05 15:02:31.840371 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ea46d-5b68-497c-bf59-a66e243dc389 None None] Pushing event updated for resources: {'Port': ['ID=8531da98-dd67-4294-8538-3f7aa98d062b,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:32.026108 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:32.026952 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:32.054875 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Attempting to bind port 8531da98-dd67-4294-8538-3f7aa98d062b on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:02:32.055692 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Attempting to bind port 8531da98-dd67-4294-8538-3f7aa98d062b by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '910cd0c6-ee11-4bb6-9114-2f0312649fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:02:32.056279 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Attempting to bind port 8531da98-dd67-4294-8538-3f7aa98d062b on network cd5d1ff6-540c-4229-82a0-755a17a0752e {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:02:32.065777 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:02:32.068926 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a549af-be51-428f-8475-f14f005146b0" -d '{"events": [{"server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "name": "network-vif-plugged", "status": "completed", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:02:32.077882 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:02:32.078606 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Checking segment: {'id': '910cd0c6-ee11-4bb6-9114-2f0312649fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:32.079282 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:32.079939 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Bound using segment: {'id': '910cd0c6-ee11-4bb6-9114-2f0312649fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:02:32.080629 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Bound port: 8531da98-dd67-4294-8538-3f7aa98d062b, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910cd0c6-ee11-4bb6-9114-2f0312649fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:02:32.081599 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:32.119751 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:32.145147 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968d66ce-1600-47b5-a702-12d7024ba1e7 x-openstack-request-id: req-968d66ce-1600-47b5-a702-12d7024ba1e7 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:02:32.145549 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "name": "network-vif-plugged", "status": "completed", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:02:32.149919 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-968d66ce-1600-47b5-a702-12d7024ba1e7 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:02:32.150362 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968d66ce-1600-47b5-a702-12d7024ba1e7'] response: {'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'code': 200} May 05 15:02:32.153618 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:32.261941 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-427a7de0-1602-4e2b-8af3-acb78556b152 None None] Provisioning complete for port 8531da98-dd67-4294-8538-3f7aa98d062b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:32.262321 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-427a7de0-1602-4e2b-8af3-acb78556b152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:32.319563 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=5aa9a45d-b3d1-4e99-a783-e4934b28d227,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:32.327200 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] For port 8531da98-dd67-4294-8538-3f7aa98d062b, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:02:32.332727 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] For port 8531da98-dd67-4294-8538-3f7aa98d062b, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=8531da98-dd67-4294-8538-3f7aa98d062b,segment=NetworkSegment(910cd0c6-ee11-4bb6-9114-2f0312649fca),segment_id=910cd0c6-ee11-4bb6-9114-2f0312649fca)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:02:32.355545 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-427a7de0-1602-4e2b-8af3-acb78556b152 None None] Port 8531da98-dd67-4294-8538-3f7aa98d062b cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:02:32.360446 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:32.437792 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Routers {'59fd9623-0061-44e4-8585-b1dd60b436df'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:32.438517 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['59fd9623-0061-44e4-8585-b1dd60b436df'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:32.508826 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ea46d-5b68-497c-bf59-a66e243dc389 None None] Pushing event updated for resources: {'Port': ['ID=8531da98-dd67-4294-8538-3f7aa98d062b,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:32.563351 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4c27d-e80b-4078-b5cf-2ae3e43a8d71 req-40b72356-46c8-4e98-9f5c-4ab9598bcbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:32.568228 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-57c4c27d-e80b-4078-b5cf-2ae3e43a8d71 req-40b72356-46c8-4e98-9f5c-4ab9598bcbab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 1129 time: 0.0797219 May 05 15:02:32.608041 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fe810-c56e-42d5-b6f2-23c3e21c7f67 req-574079fb-6ee6-4dd5-9919-0532e775a5f6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:32.610412 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c00fe810-c56e-42d5-b6f2-23c3e21c7f67 req-574079fb-6ee6-4dd5-9919-0532e775a5f6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.1035237 May 05 15:02:32.627069 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] Set router 59fd9623-0061-44e4-8585-b1dd60b436df gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:32.644718 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-57c4c27d-e80b-4078-b5cf-2ae3e43a8d71 req-1828da50-a88a-4bb5-bce3-4520568279f8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670555 May 05 15:02:32.746712 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c00fe810-c56e-42d5-b6f2-23c3e21c7f67 req-05fd549e-439e-474c-801a-a6cde4972340 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265774 May 05 15:02:32.961336 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-1d9bbd18-c547-49d0-b57d-5ad8f8e57440 None None] Provisioning complete for port 8531da98-dd67-4294-8538-3f7aa98d062b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:32.961970 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d9bbd18-c547-49d0-b57d-5ad8f8e57440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:32.963017 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdd7be-7489-491b-96b1-77bed88d07da req-ce6388b5-7b87-47d2-be6f-afc6c5abbcd3 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:32.965493 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'name': 'tempest-TestMinimumBasicScenario-1969006346-router', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:23Z', 'updated_at': '2022-05-05T15:02:28Z', 'revision_number': 4, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'gw_port': {'id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:24Z', 'updated_at': '2022-05-05T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '8531da98-dd67-4294-8538-3f7aa98d062b', 'name': '', 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'mac_address': 'fa:16:3e:76:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e367ac0b-333b-4b8d-93c7-dd12b083ddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:26Z', 'updated_at': '2022-05-05T15:02:32Z', 'revision_number': 4, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'subnets': [{'id': 'e367ac0b-333b-4b8d-93c7-dd12b083ddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:32.971037 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5cdd7be-7489-491b-96b1-77bed88d07da req-ce6388b5-7b87-47d2-be6f-afc6c5abbcd3 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0721974 May 05 15:02:33.024491 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe3575-3302-4ec8-b7ba-0592540cb116 None None] The sync data for ids ['59fd9623-0061-44e4-8585-b1dd60b436df'] in dv-cinder-839426-6-iscsi is: [{'id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'name': 'tempest-TestMinimumBasicScenario-1969006346-router', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:23Z', 'updated_at': '2022-05-05T15:02:28Z', 'revision_number': 4, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'gw_port': {'id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:24Z', 'updated_at': '2022-05-05T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '8531da98-dd67-4294-8538-3f7aa98d062b', 'name': '', 'network_id': 'cd5d1ff6-540c-4229-82a0-755a17a0752e', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'mac_address': 'fa:16:3e:76:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e367ac0b-333b-4b8d-93c7-dd12b083ddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:26Z', 'updated_at': '2022-05-05T15:02:32Z', 'revision_number': 4, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'subnets': [{'id': 'e367ac0b-333b-4b8d-93c7-dd12b083ddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:02:33.039823 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5cdd7be-7489-491b-96b1-77bed88d07da req-9f76cf13-e49d-4e57-bcda-562a8d4459d9 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672171 May 05 15:02:33.143056 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1d9bbd18-c547-49d0-b57d-5ad8f8e57440 None None] Current status of the port 8531da98-dd67-4294-8538-3f7aa98d062b is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:33.143672 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d9bbd18-c547-49d0-b57d-5ad8f8e57440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:33.219448 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-1d9bbd18-c547-49d0-b57d-5ad8f8e57440 None None] For port 8531da98-dd67-4294-8538-3f7aa98d062b, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=8531da98-dd67-4294-8538-3f7aa98d062b,segment=NetworkSegment(910cd0c6-ee11-4bb6-9114-2f0312649fca),segment_id=910cd0c6-ee11-4bb6-9114-2f0312649fca)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:33.225381 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d9bbd18-c547-49d0-b57d-5ad8f8e57440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:33.289838 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bbd18-c547-49d0-b57d-5ad8f8e57440 None None] Pushing event updated for resources: {'Port': ['ID=8531da98-dd67-4294-8538-3f7aa98d062b,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:33.423163 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-38a26bda-4e0f-4c42-9f24-e395463ed099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:33.428948 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-38a26bda-4e0f-4c42-9f24-e395463ed099 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00847662f3c54b2a81e47a0bcd5c3a08&device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 1129 time: 0.0567625 May 05 15:02:33.631552 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-b249bbcf-0bec-4fdc-a2b0-ec85cde4fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:33.638961 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-b249bbcf-0bec-4fdc-a2b0-ec85cde4fad8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 HTTP/1.1" status: 200 len: 910 time: 0.1322355 May 05 15:02:33.881425 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97968a-6605-4d4a-8c16-9269ebebd058 req-ab974e61-95e6-439b-9dfa-021dd9326503 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:33.883214 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa97968a-6605-4d4a-8c16-9269ebebd058 req-ab974e61-95e6-439b-9dfa-021dd9326503 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0594785 May 05 15:02:33.957908 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa97968a-6605-4d4a-8c16-9269ebebd058 req-7a19134b-3b2b-418a-b5fd-53c0ce608ac3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603933 May 05 15:02:34.103442 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57620) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:34.240284 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-43aee996-d0ac-41e6-843f-6386147d05de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227 HTTP/1.1" status: 200 len: 1000 time: 0.1857963 May 05 15:02:34.298427 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26d8f3-41c0-4183-b191-60310df2b775 req-1a3d9ae0-eab7-4ee8-a66d-24849546af6f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:34.302876 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb26d8f3-41c0-4183-b191-60310df2b775 req-1a3d9ae0-eab7-4ee8-a66d-24849546af6f tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.1172278 May 05 15:02:34.338612 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-c81fd010-eb76-47a1-8c10-c2d1d7997e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:34.340278 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-c81fd010-eb76-47a1-8c10-c2d1d7997e49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f04552d-5b94-48c7-8344-70cbf4cd2c50 HTTP/1.1" status: 200 len: 848 time: 0.0929763 May 05 15:02:34.373134 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb26d8f3-41c0-4183-b191-60310df2b775 req-b9a10d9a-7f1d-4219-b65c-e5ff8b97bba9 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624797 May 05 15:02:34.405515 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-db56389e-202c-4eca-86a8-2555fdab6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:34.409723 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-db56389e-202c-4eca-86a8-2555fdab6dbb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631611 May 05 15:02:34.569613 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-ec30f774-a4af-48b6-b754-93a8c8334425 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518698 May 05 15:02:34.683629 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0027f43e-3874-4a09-80e7-518e9ea1a86f req-cfb2813c-fd24-44f3-8400-9856d55a51ac service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074669 May 05 15:02:34.806442 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 8531da98-dd67-4294-8538-3f7aa98d062b up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:34.864655 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 8531da98-dd67-4294-8538-3f7aa98d062b triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:34.865019 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:34.894394 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753748'] for router_interface (42fb784d-11f0-4342-9f91-ec85332ff7c7), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:34.966669 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 8531da98-dd67-4294-8538-3f7aa98d062b is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:35.135333 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b32162-7a7b-44d2-a255-befb3dc9e7e9 req-2a94decb-4f89-4e58-9ae1-86282eff08ff tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:35.136983 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c8b32162-7a7b-44d2-a255-befb3dc9e7e9 req-2a94decb-4f89-4e58-9ae1-86282eff08ff tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0595887 May 05 15:02:35.248126 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c8b32162-7a7b-44d2-a255-befb3dc9e7e9 req-ad1e6505-c31e-49b6-bedf-f5ab4be632db tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908597 May 05 15:02:35.248840 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] Deleting port cdd2c8b0-ae52-4954-840a-01e504576690 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:02:35.249184 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:35.348289 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] For port cdd2c8b0-ae52-4954-840a-01e504576690, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=cdd2c8b0-ae52-4954-840a-01e504576690,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:35.348736 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:35.367902 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] Calling delete_port for cdd2c8b0-ae52-4954-840a-01e504576690 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:02:35.541130 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a3055-5358-4ca2-8b2a-c1ff29c4817f req-b1522dec-7406-46bc-81e3-96670c635380 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:35.542650 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c6a3055-5358-4ca2-8b2a-c1ff29c4817f req-b1522dec-7406-46bc-81e3-96670c635380 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0822558 May 05 15:02:35.617898 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c6a3055-5358-4ca2-8b2a-c1ff29c4817f req-fb880fbb-bda6-482a-8b5f-7739f07300c4 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688803 May 05 15:02:35.672727 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (cdd2c8b0-ae52-4954-840a-01e504576690), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:35.730860 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd2c8b0-ae52-4954-840a-01e504576690,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:35.901698 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1749489'] for router_interface (42fb784d-11f0-4342-9f91-ec85332ff7c7), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:36.155737 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] Router 42fb784d-11f0-4342-9f91-ec85332ff7c7 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:02:36.297086 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:02:36.307086 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57640) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:36.307586 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3dee5619-dd6b-4c3f-9bc8-c1a459294c65 admin admin] 10.222.0.48 "PUT /v2.0/routers/42fb784d-11f0-4342-9f91-ec85332ff7c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991444 May 05 15:02:36.313490 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] Sync routers for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:02:36.342645 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:36.343580 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:36.396119 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbea90-f427-4b15-a8ab-c6d16489cee9 req-9cc4c57d-5f17-4345-9c9b-3cdd2e091c72 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:36.403999 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-73bbea90-f427-4b15-a8ab-c6d16489cee9 req-9cc4c57d-5f17-4345-9c9b-3cdd2e091c72 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0636578 May 05 15:02:36.490964 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-73bbea90-f427-4b15-a8ab-c6d16489cee9 req-c1f5e938-2329-4a7f-9106-5fc09944447d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829589 May 05 15:02:36.505389 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Publish callbacks [] for router (42fb784d-11f0-4342-9f91-ec85332ff7c7), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:36.545066 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:36.631874 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Publish callbacks [] for router_gateway (42fb784d-11f0-4342-9f91-ec85332ff7c7), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:36.686007 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Deleting port b122a5c8-1891-4c2e-b213-f5658fdeb7a3 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:02:36.686361 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:36.780381 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T15:02:35Z', 'revision_number': 5, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port': {'id': 'b122a5c8-1891-4c2e-b213-f5658fdeb7a3', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:36.782393 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] For port b122a5c8-1891-4c2e-b213-f5658fdeb7a3, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=b122a5c8-1891-4c2e-b213-f5658fdeb7a3,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:36.782758 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:36.797593 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Calling delete_port for b122a5c8-1891-4c2e-b213-f5658fdeb7a3 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:02:36.811789 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] Checking router: 42fb784d-11f0-4342-9f91-ec85332ff7c7 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:02:36.823704 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] Routers {'42fb784d-11f0-4342-9f91-ec85332ff7c7'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:36.824552 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['42fb784d-11f0-4342-9f91-ec85332ff7c7'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:36.999594 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (b122a5c8-1891-4c2e-b213-f5658fdeb7a3), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.063100 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Pushing event deleted for resources: {'Port': ['ID=b122a5c8-1891-4c2e-b213-f5658fdeb7a3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:37.063713 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] Set router 42fb784d-11f0-4342-9f91-ec85332ff7c7 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:37.124978 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756290'] for router_gateway (42fb784d-11f0-4342-9f91-ec85332ff7c7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.132234 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T15:02:36Z', 'revision_number': 6, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port_host': None}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:37.160573 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1a0ba0-07f6-4ce0-9f14-72395188a959 None None] The sync data for ids ['42fb784d-11f0-4342-9f91-ec85332ff7c7'] in dv-cinder-839426-6-iscsi is: [{'id': '42fb784d-11f0-4342-9f91-ec85332ff7c7', 'name': 'tempest-AttachVolumeTestJSON-398968484-router', 'tenant_id': '33c19e606db245779d45fb4204bbd588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:30Z', 'updated_at': '2022-05-05T15:02:36Z', 'revision_number': 6, 'project_id': '33c19e606db245779d45fb4204bbd588', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:02:37.240396 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35364'] for router (42fb784d-11f0-4342-9f91-ec85332ff7c7), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.242819 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Publish callbacks [] for router_controller (42fb784d-11f0-4342-9f91-ec85332ff7c7), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.551194 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1759855'] for router (42fb784d-11f0-4342-9f91-ec85332ff7c7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.551928 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42fb784d-11f0-4342-9f91-ec85332ff7c7 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:02:37.559771 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.560919 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0b6e6972-98e2-4281-b291-893dfc144861 admin admin] 10.222.0.48 "DELETE /v2.0/routers/42fb784d-11f0-4342-9f91-ec85332ff7c7 HTTP/1.1" status: 204 len: 168 time: 1.2520545 May 05 15:02:37.563672 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57652) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:37.616969 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e696cd-1105-4904-99cc-dea2ee24f704 admin admin] Deleting subnet 2a90d414-92a9-4ba0-bc64-e30a9629c478 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:02:37.620488 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b1e696cd-1105-4904-99cc-dea2ee24f704 admin admin] Publish callbacks [] for subnet (2a90d414-92a9-4ba0-bc64-e30a9629c478), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.693695 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b1e696cd-1105-4904-99cc-dea2ee24f704 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018490'] for subnet (2a90d414-92a9-4ba0-bc64-e30a9629c478), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.735981 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272494e8-425c-49f9-80eb-b55c63c11580 req-27e01149-d860-4b55-821d-5e29c6b3a76c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:37.737457 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-272494e8-425c-49f9-80eb-b55c63c11580 req-27e01149-d860-4b55-821d-5e29c6b3a76c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0851851 May 05 15:02:37.860570 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-272494e8-425c-49f9-80eb-b55c63c11580 req-f6140ed4-73c6-4839-8ec4-bc823efbcd5c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156445 May 05 15:02:37.864134 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b1e696cd-1105-4904-99cc-dea2ee24f704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (2a90d414-92a9-4ba0-bc64-e30a9629c478), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.934384 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b1e696cd-1105-4904-99cc-dea2ee24f704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6046624'] for subnet (2a90d414-92a9-4ba0-bc64-e30a9629c478), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.971768 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e696cd-1105-4904-99cc-dea2ee24f704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a90d414-92a9-4ba0-bc64-e30a9629c478,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:37.979632 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b1e696cd-1105-4904-99cc-dea2ee24f704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:37.982877 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b1e696cd-1105-4904-99cc-dea2ee24f704 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2a90d414-92a9-4ba0-bc64-e30a9629c478 HTTP/1.1" status: 204 len: 168 time: 0.4177828 May 05 15:02:37.985313 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57654) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:37.988419 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c09d82-d934-4f85-af39-789f4f18fc8c None None] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:02:38.104781 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (8cc5d4e5-b90c-406b-926b-a9dc8dc38ade), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.175287 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Deleting port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:02:38.176123 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.215302 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0c21f1-0da5-45e6-9e54-68976637db9a None None] DHCP port deletion for 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade request from dv-cinder-839426-6-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:02:38.270184 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c21f1-0da5-45e6-9e54-68976637db9a None None] Deleting port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:02:38.273391 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] For port 7a0e9f43-47ca-433c-a251-ad7bf9a35335, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=7a0e9f43-47ca-433c-a251-ad7bf9a35335,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:38.273797 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.274110 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec0c21f1-0da5-45e6-9e54-68976637db9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.295589 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Calling delete_port for 7a0e9f43-47ca-433c-a251-ad7bf9a35335 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:02:38.348825 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-ec0c21f1-0da5-45e6-9e54-68976637db9a None None] For port 7a0e9f43-47ca-433c-a251-ad7bf9a35335, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=7a0e9f43-47ca-433c-a251-ad7bf9a35335,segment=NetworkSegment(981f2e74-756c-4ed4-b724-ea95b95a3d5c),segment_id=981f2e74-756c-4ed4-b724-ea95b95a3d5c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:38.349761 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec0c21f1-0da5-45e6-9e54-68976637db9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.397269 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.448240 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0e9f43-47ca-433c-a251-ad7bf9a35335,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:38.455689 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] No DVR routers for this DVR port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 on host dv-cinder-839426-6-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:02:38.551549 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c21f1-0da5-45e6-9e54-68976637db9a None None] Calling delete_port for 7a0e9f43-47ca-433c-a251-ad7bf9a35335 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:02:38.563067 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (8cc5d4e5-b90c-406b-926b-a9dc8dc38ade), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.600081 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc5d4e5-b90c-406b-926b-a9dc8dc38ade']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:38.611803 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981f2e74-756c-4ed4-b724-ea95b95a3d5c') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:38.612111 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981f2e74-756c-4ed4-b724-ea95b95a3d5c') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:38.622776 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (981f2e74-756c-4ed4-b724-ea95b95a3d5c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.640450 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (981f2e74-756c-4ed4-b724-ea95b95a3d5c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.648227 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:02:38.648639 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (981f2e74-756c-4ed4-b724-ea95b95a3d5c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:02:38.650539 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:02:38.698866 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec0c21f1-0da5-45e6-9e54-68976637db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485'] for port (7a0e9f43-47ca-433c-a251-ad7bf9a35335), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.736151 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (8cc5d4e5-b90c-406b-926b-a9dc8dc38ade), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.742248 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:38.746761 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] 10.222.0.48 "DELETE /v2.0/networks/8cc5d4e5-b90c-406b-926b-a9dc8dc38ade HTTP/1.1" status: 204 len: 168 time: 0.7594280 May 05 15:02:38.758343 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c21f1-0da5-45e6-9e54-68976637db9a None None] Pushing event deleted for resources: {'Port': ['ID=7a0e9f43-47ca-433c-a251-ad7bf9a35335,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:38.764721 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec0c21f1-0da5-45e6-9e54-68976637db9a None None] Network 8cc5d4e5-b90c-406b-926b-a9dc8dc38ade is not hosted by any dhcp agent {{(pid=103282) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 05 15:02:38.765362 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c21f1-0da5-45e6-9e54-68976637db9a None None] No DVR routers for this DVR port 7a0e9f43-47ca-433c-a251-ad7bf9a35335 on host dv-cinder-839426-6-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:02:38.770703 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977103d-9d87-410c-ada9-e8a41a4275ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc5d4e5-b90c-406b-926b-a9dc8dc38ade,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:38.843804 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device cdd2c8b0-ae52-4954-840a-01e504576690 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:02:38.875821 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: cdd2c8b0-ae52-4954-840a-01e504576690 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:02:38.876335 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device cdd2c8b0-ae52-4954-840a-01e504576690 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:02:38.876855 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device b122a5c8-1891-4c2e-b213-f5658fdeb7a3 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:02:38.921189 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: b122a5c8-1891-4c2e-b213-f5658fdeb7a3 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:02:38.926409 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device b122a5c8-1891-4c2e-b213-f5658fdeb7a3 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:02:38.926409 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7a0e9f43-47ca-433c-a251-ad7bf9a35335 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:02:38.971266 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57662) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:38.983060 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 7a0e9f43-47ca-433c-a251-ad7bf9a35335 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:02:38.983060 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7a0e9f43-47ca-433c-a251-ad7bf9a35335 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:02:39.026146 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9e11737b-dea7-4578-b4e7-be84529d6155 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33c19e606db245779d45fb4204bbd588&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533574 May 05 15:02:39.028494 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:39.033929 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3092d6e-1760-43e2-aa65-b29a959ca61d req-e81c1989-bc61-453c-9e8f-6f4ee7871d12 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:39.036556 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f3092d6e-1760-43e2-aa65-b29a959ca61d req-e81c1989-bc61-453c-9e8f-6f4ee7871d12 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0698614 May 05 15:02:39.091538 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b060f25d-f64a-4295-82ec-110e5a773418 admin admin] Publish callbacks [] for security_group (27c64a9b-e3ca-4f4d-ba8b-761d2b9c88e1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:39.108332 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f3092d6e-1760-43e2-aa65-b29a959ca61d req-9cac628e-418e-4eab-b953-9d604abf8a75 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635862 May 05 15:02:39.118685 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b060f25d-f64a-4295-82ec-110e5a773418 admin admin] Publish callbacks [] for security_group (27c64a9b-e3ca-4f4d-ba8b-761d2b9c88e1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:39.179920 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b060f25d-f64a-4295-82ec-110e5a773418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (27c64a9b-e3ca-4f4d-ba8b-761d2b9c88e1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:39.183513 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b060f25d-f64a-4295-82ec-110e5a773418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:39.184802 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b060f25d-f64a-4295-82ec-110e5a773418 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27c64a9b-e3ca-4f4d-ba8b-761d2b9c88e1 HTTP/1.1" status: 204 len: 168 time: 0.1551709 May 05 15:02:39.200533 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060f25d-f64a-4295-82ec-110e5a773418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c64a9b-e3ca-4f4d-ba8b-761d2b9c88e1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:39.644671 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device bd47fcbb-f90d-4e5e-8583-7e10135e980c details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:02:39.817090 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:39.841475 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'port_id': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'mac_address': 'fa:16:3e:73:f7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:02:39.901743 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port bd47fcbb-f90d-4e5e-8583-7e10135e980c is: ACTIVE; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:39.902058 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:39.927885 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd47fcbb-f90d-4e5e-8583-7e10135e980c {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:02:39.958765 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:39.965156 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:40.027786 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:40.119389 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['bd47fcbb-f90d-4e5e-8583-7e10135e980c'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:02:40.341379 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0810a-f716-47b2-8f30-5e18685dac18 req-b07e8cb6-aa7d-4f87-a5d4-a1c68edc0899 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:40.350818 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76c0810a-f716-47b2-8f30-5e18685dac18 req-b07e8cb6-aa7d-4f87-a5d4-a1c68edc0899 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 945 time: 0.1220217 May 05 15:02:40.448940 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76c0810a-f716-47b2-8f30-5e18685dac18 req-12858b86-0a13-4196-b297-7de26e192a4b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968168 May 05 15:02:41.633029 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f221e0d-e7c7-43e9-9bd5-c18c5652759f req-6dea78a2-e3c4-4482-a99c-5b9957961e6d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:41.636373 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f221e0d-e7c7-43e9-9bd5-c18c5652759f req-6dea78a2-e3c4-4482-a99c-5b9957961e6d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 945 time: 0.0793080 May 05 15:02:41.645814 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device bd47fcbb-f90d-4e5e-8583-7e10135e980c up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:02:41.754338 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f221e0d-e7c7-43e9-9bd5-c18c5652759f req-542099a6-98f2-4475-b6b8-c4eba4348ada tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052232 May 05 15:02:41.782301 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port bd47fcbb-f90d-4e5e-8583-7e10135e980c triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:41.782918 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:41.916401 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port bd47fcbb-f90d-4e5e-8583-7e10135e980c is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:02:41.917179 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:41.957264 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:02:41.960158 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed847c55-b4b2-4fe1-bf82-487dea0c560b" -d '{"events": [{"server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "name": "network-vif-plugged", "status": "completed", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:02:41.975816 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:41.982515 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:42.047624 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:42.073542 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d92e70-f080-4fd4-b554-5c7af50762bf req-3ad367a0-6e6b-4577-a3d8-03366be96617 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:42.075436 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1d92e70-f080-4fd4-b554-5c7af50762bf req-3ad367a0-6e6b-4577-a3d8-03366be96617 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 946 time: 0.0952632 May 05 15:02:42.142756 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1d92e70-f080-4fd4-b554-5c7af50762bf req-20f93a7d-7fee-4c71-ad8e-73dbc57bfb40 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590990 May 05 15:02:42.210390 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dc121a-49d7-45fd-9cae-fe0a9463d217 x-openstack-request-id: req-e9dc121a-49d7-45fd-9cae-fe0a9463d217 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:02:42.210908 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "name": "network-vif-plugged", "status": "completed", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:02:42.211370 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9dc121a-49d7-45fd-9cae-fe0a9463d217 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:02:42.211966 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9dc121a-49d7-45fd-9cae-fe0a9463d217'] response: {'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'code': 200} May 05 15:02:42.558000 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e87c-59ee-4024-a6ac-110f51ee82bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:42.740683 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-dac04258-19f6-42f9-9996-8083308033cf tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:42.742929 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-dac04258-19f6-42f9-9996-8083308033cf tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/networks?id=d2f10147-231e-447b-8c10-07f2885f79b1 HTTP/1.1" status: 200 len: 814 time: 0.1252592 May 05 15:02:42.758557 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-7778fb2d-1178-4ae2-b09f-c4b644d86874 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/quotas/d4af07bd8d7141af97fb4bf0e8168e9f HTTP/1.1" status: 200 len: 375 time: 0.0101998 May 05 15:02:42.825068 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-a6949abc-ea45-4c3d-b291-93ce798b8348 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569532 May 05 15:02:42.937927 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986c7c4-0660-44ce-91ee-dc6b0bc763a7 req-38805c20-389a-49e8-97af-beda2e91caee tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:42.939772 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e986c7c4-0660-44ce-91ee-dc6b0bc763a7 req-38805c20-389a-49e8-97af-beda2e91caee tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.1083446 May 05 15:02:42.990522 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-de92d9e4-ac75-4b1e-8e2c-938333dc009d service neutron] 10.222.0.48 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496563 May 05 15:02:43.029211 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e986c7c4-0660-44ce-91ee-dc6b0bc763a7 req-bcdc7d6c-c297-48c2-9836-b2bb422bea35 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824208 May 05 15:02:43.386788 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3c805-817f-45a7-b715-3666f96dded0 req-5d0fc71b-1b09-4d56-97aa-1b0a52c04c8e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:43.388253 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1eb3c805-817f-45a7-b715-3666f96dded0 req-5d0fc71b-1b09-4d56-97aa-1b0a52c04c8e tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 946 time: 0.0563233 May 05 15:02:43.409657 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-c2e912d6-f0fb-443f-929e-357cc537981f service neutron] 10.222.0.48 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129319 May 05 15:02:43.470111 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1eb3c805-817f-45a7-b715-3666f96dded0 req-551a3622-9529-4930-aa5e-a1a190b08b3f tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681717 May 05 15:02:43.614892 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea171e61-8386-4759-bcae-c2d7274d1f13 req-01d1723e-ca26-425e-acbc-c02edae3762b tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 210 time: 0.0319963 May 05 15:02:44.282422 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17238fa-5bce-4470-be67-58d577cd4551 req-1935c574-3ff3-4cb9-b10c-8db4fd3049c6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:44.285602 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d17238fa-5bce-4470-be67-58d577cd4551 req-1935c574-3ff3-4cb9-b10c-8db4fd3049c6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0603559 May 05 15:02:44.358571 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d17238fa-5bce-4470-be67-58d577cd4551 req-3f0b9e73-0ad8-4272-bbcc-b2ad93da3e1f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657902 May 05 15:02:44.599234 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544e2ec-9d5a-4694-a236-e4a85c0352e4 req-9f222034-39ac-437a-a08c-1f85cf29fd4c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:44.601049 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4544e2ec-9d5a-4694-a236-e4a85c0352e4 req-9f222034-39ac-437a-a08c-1f85cf29fd4c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 946 time: 0.0517993 May 05 15:02:44.660818 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4544e2ec-9d5a-4694-a236-e4a85c0352e4 req-305d360c-6e71-44c0-867e-65f807673f7a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505958 May 05 15:02:44.753573 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a04c31c5-ed20-4136-b075-c4f637edc544 req-92634a77-efcf-431f-8b4e-9de4d14709d0 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 210 time: 0.0321631 May 05 15:02:44.949122 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ae58ee-c6fd-4084-a016-08fb523e9f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:45.509781 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cac706-e4a7-42f0-901b-a4d2b55f1b1d req-01810240-195b-44ca-9a41-234fab4845a9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:45.512178 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-97cac706-e4a7-42f0-901b-a4d2b55f1b1d req-01810240-195b-44ca-9a41-234fab4845a9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0653050 May 05 15:02:45.583831 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-97cac706-e4a7-42f0-901b-a4d2b55f1b1d req-44fbe151-0cde-40dd-bfe0-85d5f28c33bc tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628929 May 05 15:02:45.840843 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010d0ec-a1fe-4306-a897-933ed67be721 req-6ebae5cd-2f01-475c-a6de-0633899adc2c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:45.842434 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2010d0ec-a1fe-4306-a897-933ed67be721 req-6ebae5cd-2f01-475c-a6de-0633899adc2c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 946 time: 0.0622380 May 05 15:02:45.883879 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f6518f2c-266f-4b76-ab98-f4d4f63d18ae req-58bdb7d0-bad2-4a46-92d3-e811c4124a0d tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 210 time: 0.0404043 May 05 15:02:45.921862 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2010d0ec-a1fe-4306-a897-933ed67be721 req-6fbb4ff7-146c-4589-b22d-dc36590d5b7c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups?id=51b3c59f-28f6-409a-a265-69cd5dc2d2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691903 May 05 15:02:46.236167 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:46.253759 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-bb8db642-e132-4d44-bfb1-52b35d2d7a1a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:46.255933 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-bb8db642-e132-4d44-bfb1-52b35d2d7a1a tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 946 time: 0.0647964 May 05 15:02:46.359859 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Deleting port befb342c-a4f5-4947-b2be-8bf305cf4dca {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:02:46.360204 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:46.460796 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-fa1d0822-c7eb-4fd9-bd66-2c2a02aa8050 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:46.462603 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-fa1d0822-c7eb-4fd9-bd66-2c2a02aa8050 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.25 "GET /v2.0/networks?id=d2f10147-231e-447b-8c10-07f2885f79b1 HTTP/1.1" status: 200 len: 814 time: 0.1249270 May 05 15:02:46.486623 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'port': {'device_id': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'admin_state_up': True, 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:46.562756 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] For port befb342c-a4f5-4947-b2be-8bf305cf4dca, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=befb342c-a4f5-4947-b2be-8bf305cf4dca,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:46.563459 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:46.623627 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Made reservation on behalf of d4af07bd8d7141af97fb4bf0e8168e9f for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:02:46.629363 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:46.816878 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:46.817477 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (b18097f9-496a-48f4-b787-df94d24794a4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:46.818029 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Floating IP b18097f9-496a-48f4-b787-df94d24794a4 disassociated. External IP: 172.27.1.102, port: befb342c-a4f5-4947-b2be-8bf305cf4dca. May 05 15:02:46.818642 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Calling delete_port for befb342c-a4f5-4947-b2be-8bf305cf4dca owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:02:46.836569 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad956d72-fc57-4424-ad63-48c923cd826d req-6d2435dd-98ca-4a53-9269-94785df87335 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:46.837990 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ad956d72-fc57-4424-ad63-48c923cd826d req-6d2435dd-98ca-4a53-9269-94785df87335 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.1138411 May 05 15:02:46.877590 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Allocated IP 172.20.0.7 (d2f10147-231e-447b-8c10-07f2885f79b1/6c46dc37-3791-4d0d-b0f3-06853bfacfdf/103e6a67-31be-4fa0-8011-3eb0237f85fc) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:02:46.933856 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ad956d72-fc57-4424-ad63-48c923cd826d req-fe51e90e-a6cf-4d5b-82a3-5a2c2a02d1d3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863938 May 05 15:02:47.012726 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (befb342c-a4f5-4947-b2be-8bf305cf4dca), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:47.042087 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'Port': ['ID=befb342c-a4f5-4947-b2be-8bf305cf4dca,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:47.190953 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa68d3fe-7497-4cca-8c9f-d86053270900 req-a5e3e309-5418-4a7f-b67a-0c10a788f99a tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 210 time: 0.1115198 May 05 15:02:47.210392 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a083a8b-4f7a-4e67-b1ef-34c74b91cc19 req-3ad16b65-09b6-4247-9e46-d74957ff7ecd tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 210 time: 0.1313062 May 05 15:02:47.260437 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Router 71c92f8b-bfde-4236-875a-89f754c16097 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:02:47.303522 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:47.344694 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:47.417115 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Network d2f10147-231e-447b-8c10-07f2885f79b1 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:02:47.427632 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:47.436562 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:02:47.465682 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:02:47.504823 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:02:47.520034 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:47.521841 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'Port': ['ID=103e6a67-31be-4fa0-8011-3eb0237f85fc,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:47.522406 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:47.595551 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:47.597910 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:47.614132 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] No DVR routers for this DVR port befb342c-a4f5-4947-b2be-8bf305cf4dca on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:02:47.625076 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:47.633562 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5d443683-17a9-411a-8e0c-de5e6da6f111 req-4616be48-f4e7-4458-b233-93c9abea536c tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.25 "DELETE /v2.0/ports/befb342c-a4f5-4947-b2be-8bf305cf4dca HTTP/1.1" status: 204 len: 173 time: 1.3707845 May 05 15:02:47.638410 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'name': 'network-vif-deleted', 'tag': 'befb342c-a4f5-4947-b2be-8bf305cf4dca'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:02:47.642124 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2317bd0-1789-4629-a2da-8319ddf06f07" -d '{"events": [{"server_uuid": "be7c0ee3-a062-417f-aaf1-273edffc0218", "name": "network-vif-deleted", "tag": "befb342c-a4f5-4947-b2be-8bf305cf4dca"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:02:47.660297 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-e782e631-0a2c-47f6-8b5a-c0e9801e8040 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1785400 May 05 15:02:47.683618 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Request body: {'port': {'device_id': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:47.788195 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebb9168-2a6d-461d-abb7-817f6d572d63 x-openstack-request-id: req-5ebb9168-2a6d-461d-abb7-817f6d572d63 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:02:47.788794 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c0ee3-a062-417f-aaf1-273edffc0218", "name": "network-vif-deleted", "tag": "befb342c-a4f5-4947-b2be-8bf305cf4dca", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:02:47.789259 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ebb9168-2a6d-461d-abb7-817f6d572d63 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:02:47.790103 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebb9168-2a6d-461d-abb7-817f6d572d63'] response: {'server_uuid': 'be7c0ee3-a062-417f-aaf1-273edffc0218', 'name': 'network-vif-deleted', 'tag': 'befb342c-a4f5-4947-b2be-8bf305cf4dca', 'status': 'completed', 'code': 200} May 05 15:02:47.863200 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:47.914950 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:47.921952 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a53d9e96-4114-48f3-af76-f26863d4609b None None] Provisioning complete for port 103e6a67-31be-4fa0-8011-3eb0237f85fc triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:02:47.922343 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a53d9e96-4114-48f3-af76-f26863d4609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:47.924475 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:48.130129 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a53d9e96-4114-48f3-af76-f26863d4609b None None] Port 103e6a67-31be-4fa0-8011-3eb0237f85fc cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:02:48.165770 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f071336-34e3-47e4-a14d-9d52a512425a req-56054825-77da-4b6a-838d-ad38875894d9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:48.174491 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f071336-34e3-47e4-a14d-9d52a512425a req-56054825-77da-4b6a-838d-ad38875894d9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0915270 May 05 15:02:48.279502 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:48.321553 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:02:48.338649 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:48.339614 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:48.342160 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f071336-34e3-47e4-a14d-9d52a512425a req-7a876411-dd4d-4d08-92f4-e71927f327eb tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622665 May 05 15:02:48.681344 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:48.704182 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58f0baa5-9355-4671-b0ca-3a684d08b62f req-4ce3929e-6c4f-4612-99fe-605ebd2a4397 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7c0ee3-a062-417f-aaf1-273edffc0218 HTTP/1.1" status: 200 len: 210 time: 0.2195945 May 05 15:02:48.745359 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61406b0b-7c3a-499a-ba28-818232b982ba req-2a9f58fd-4c05-4805-8923-58147ac19b6c tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:48.747095 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-61406b0b-7c3a-499a-ba28-818232b982ba req-2a9f58fd-4c05-4805-8923-58147ac19b6c tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 931 time: 0.1681867 May 05 15:02:48.925639 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-61406b0b-7c3a-499a-ba28-818232b982ba req-c126961b-4215-41ce-8394-56246bca903b tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619229 May 05 15:02:49.074102 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:49.091660 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103e6a67-31be-4fa0-8011-3eb0237f85fc {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:02:49.119648 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Publish callbacks [] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:49.153752 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Transition to ACTIVE for port object 103e6a67-31be-4fa0-8011-3eb0237f85fc will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:02:49.164323 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:49.201861 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:49.238493 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f17a18f-6d83-43b6-9698-b2f525271a49 None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T14:56:42Z', 'revision_number': 4, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '0f77d1bf-9e53-4357-8db5-86d711733dab', 'name': '', 'network_id': '7315cbb0-f7ab-4cc7-826a-00d315766094', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'mac_address': 'fa:16:3e:ad:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:40Z', 'updated_at': '2022-05-05T14:56:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'subnets': [{'id': 'ecc3a093-dfbf-497b-a54b-958b26e58c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:02:49.268235 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Pushing event updated for resources: {'Port': ['ID=103e6a67-31be-4fa0-8011-3eb0237f85fc,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:49.424625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Attempting to bind port 103e6a67-31be-4fa0-8011-3eb0237f85fc on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:02:49.425800 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Attempting to bind port 103e6a67-31be-4fa0-8011-3eb0237f85fc by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:02:49.426123 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Attempting to bind port 103e6a67-31be-4fa0-8011-3eb0237f85fc on network d2f10147-231e-447b-8c10-07f2885f79b1 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:02:49.443972 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Port 103e6a67-31be-4fa0-8011-3eb0237f85fc on network d2f10147-231e-447b-8c10-07f2885f79b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:02:49.444338 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Attempting to bind port 103e6a67-31be-4fa0-8011-3eb0237f85fc on network d2f10147-231e-447b-8c10-07f2885f79b1 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:02:49.471723 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:02:49.472840 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Checking segment: {'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:49.473453 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Bound using segment: {'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:02:49.474115 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Bound port: 103e6a67-31be-4fa0-8011-3eb0237f85fc, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3180c479-5251-4523-bd08-a5534ac98e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:02:49.474670 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:49.512633 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57918) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:49.691433 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device befb342c-a4f5-4947-b2be-8bf305cf4dca no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:02:49.701498 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6deaa845-deff-4748-a1b1-fb4c4af7b829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:49.776254 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: befb342c-a4f5-4947-b2be-8bf305cf4dca {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:02:49.776542 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device befb342c-a4f5-4947-b2be-8bf305cf4dca not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:02:49.797162 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] For port 103e6a67-31be-4fa0-8011-3eb0237f85fc, host hv-cinder-83942, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:02:49.807803 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] For port 103e6a67-31be-4fa0-8011-3eb0237f85fc, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:02:49.816952 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8d403e-fd29-4533-941a-d2d9bd5d165d None None] New status for floating IP b18097f9-496a-48f4-b787-df94d24794a4: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:02:49.872130 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6deaa845-deff-4748-a1b1-fb4c4af7b829 admin admin] Publish callbacks [] for security_group (34760bdd-4364-4ce2-90c7-fb954ff31cc5), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:49.877554 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092e3f7-6684-4a21-b8c8-243183bce8e0 req-757fa9e7-c9d4-41a3-ae11-f1e013839135 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:49.886584 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6deaa845-deff-4748-a1b1-fb4c4af7b829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (34760bdd-4364-4ce2-90c7-fb954ff31cc5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:49.887403 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c092e3f7-6684-4a21-b8c8-243183bce8e0 req-757fa9e7-c9d4-41a3-ae11-f1e013839135 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.4009216 May 05 15:02:49.912118 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:49.937015 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57926) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:49.944876 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deaa845-deff-4748-a1b1-fb4c4af7b829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34760bdd-4364-4ce2-90c7-fb954ff31cc5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:49.952197 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:49.953150 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:49.954881 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] 10.222.0.25 "PUT /v2.0/ports/103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 200 len: 1093 time: 2.2794061 May 05 15:02:49.959241 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:02:49.962581 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c83ea06-63a6-4775-aa02-9d48214925fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:02:50.050798 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6deaa845-deff-4748-a1b1-fb4c4af7b829 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ca89a3d8efe467ab7e81b1be57d390a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5334399 May 05 15:02:50.055332 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57932) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:50.146386 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c092e3f7-6684-4a21-b8c8-243183bce8e0 req-03dca329-853a-49d3-ba29-a1e5eb5ba096 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565086 May 05 15:02:50.166203 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-856392d4-14ef-4264-bb15-68cf00b97e30 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (51b3c59f-28f6-409a-a265-69cd5dc2d2e0), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:50.186897 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89c7fa8b-f206-459a-83d6-99916cf5c68f admin admin] Publish callbacks [] for security_group (34760bdd-4364-4ce2-90c7-fb954ff31cc5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:50.225982 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-856392d4-14ef-4264-bb15-68cf00b97e30 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (51b3c59f-28f6-409a-a265-69cd5dc2d2e0), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:50.274424 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bee6a-9d6f-4c6a-bfdd-a2571935c56b service neutron] Pushing event updated for resources: {'Port': ['ID=103e6a67-31be-4fa0-8011-3eb0237f85fc,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:50.297497 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89c7fa8b-f206-459a-83d6-99916cf5c68f admin admin] Publish callbacks [] for security_group (34760bdd-4364-4ce2-90c7-fb954ff31cc5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:50.418401 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28f014-c5cc-4077-98f5-5436a5c2ff5c req-561ba8f8-7148-4cb2-aa3c-6ca6be597b88 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:50.428538 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f28f014-c5cc-4077-98f5-5436a5c2ff5c req-561ba8f8-7148-4cb2-aa3c-6ca6be597b88 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 943 time: 0.2760792 May 05 15:02:50.435716 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-92370387-c48a-48b0-913d-f7516acd6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:50.437267 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-92370387-c48a-48b0-913d-f7516acd6e6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f&device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 1127 time: 0.3929579 May 05 15:02:50.502323 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89c7fa8b-f206-459a-83d6-99916cf5c68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (34760bdd-4364-4ce2-90c7-fb954ff31cc5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:50.505688 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89c7fa8b-f206-459a-83d6-99916cf5c68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:50.507266 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-89c7fa8b-f206-459a-83d6-99916cf5c68f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34760bdd-4364-4ce2-90c7-fb954ff31cc5 HTTP/1.1" status: 204 len: 168 time: 0.4505124 May 05 15:02:50.537198 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7fa8b-f206-459a-83d6-99916cf5c68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34760bdd-4364-4ce2-90c7-fb954ff31cc5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:50.560562 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-856392d4-14ef-4264-bb15-68cf00b97e30 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (51b3c59f-28f6-409a-a265-69cd5dc2d2e0), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:50.569946 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-4c89d160-4fb6-4cae-9094-238a0938e335 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 200 len: 217 time: 0.0780697 May 05 15:02:50.573948 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-856392d4-14ef-4264-bb15-68cf00b97e30 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:50.575831 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-856392d4-14ef-4264-bb15-68cf00b97e30 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "DELETE /v2.0/security-groups/51b3c59f-28f6-409a-a265-69cd5dc2d2e0 HTTP/1.1" status: 204 len: 168 time: 0.6114109 May 05 15:02:50.583007 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 57938) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:50.589129 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856392d4-14ef-4264-bb15-68cf00b97e30 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b3c59f-28f6-409a-a265-69cd5dc2d2e0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:50.657466 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60df5ec-c162-4127-b902-a462f59545b5 x-openstack-request-id: req-e60df5ec-c162-4127-b902-a462f59545b5 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:02:50.658085 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:02:50.658431 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e60df5ec-c162-4127-b902-a462f59545b5 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:02:50.658904 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60df5ec-c162-4127-b902-a462f59545b5'] response: {'name': 'network-changed', 'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'status': 'completed', 'code': 200} May 05 15:02:50.757270 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-d2cdc11b-fd66-422b-a570-c6f1c7812c90 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] show failed (client error): The resource could not be found. May 05 15:02:50.760545 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d2cdc11b-fd66-422b-a570-c6f1c7812c90 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "GET /v2.0/security-groups/51b3c59f-28f6-409a-a265-69cd5dc2d2e0 HTTP/1.1" status: 404 len: 347 time: 0.1754704 May 05 15:02:50.761251 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-34af4223-ff70-4743-9d91-f9a25bceee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:50.762872 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 57942) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:50.777490 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-34af4223-ff70-4743-9d91-f9a25bceee40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c46dc37-3791-4d0d-b0f3-06853bfacfdf HTTP/1.1" status: 200 len: 853 time: 0.1983562 May 05 15:02:50.788862 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f28f014-c5cc-4077-98f5-5436a5c2ff5c req-31d5de0f-ce80-4db4-82cf-6ada7af46ddc tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554289 May 05 15:02:50.888363 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-275d218b-c176-44e3-b775-b2ae154a7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:50.891016 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-275d218b-c176-44e3-b775-b2ae154a7f85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2f10147-231e-447b-8c10-07f2885f79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911286 May 05 15:02:50.945310 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0a9db8c6-29fa-4500-8509-8ae298ee8270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Deleting port ac58efd8-b2a8-46c6-a0ab-3a2e3d681393 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:02:50.945704 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a9db8c6-29fa-4500-8509-8ae298ee8270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (ac58efd8-b2a8-46c6-a0ab-3a2e3d681393), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:51.095936 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-ebae47ba-6860-498c-b3ca-17d53d58fe28 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949270 May 05 15:02:51.134049 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a9db8c6-29fa-4500-8509-8ae298ee8270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (ac58efd8-b2a8-46c6-a0ab-3a2e3d681393), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:51.135228 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a9db8c6-29fa-4500-8509-8ae298ee8270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (ac58efd8-b2a8-46c6-a0ab-3a2e3d681393), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:51.195157 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0a9db8c6-29fa-4500-8509-8ae298ee8270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Calling delete_port for ac58efd8-b2a8-46c6-a0ab-3a2e3d681393 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:02:51.323693 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0422aa7d-a82c-4579-9043-b913a67fa7ec req-502a7b18-11ac-43f0-8142-941c14e24370 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969657 May 05 15:02:51.440049 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd194d-4e72-45b8-b636-bd6fa2601a5f req-315af725-5f6a-4ff6-ac39-4fdb7798ba95 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:51.442745 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c9dd194d-4e72-45b8-b636-bd6fa2601a5f req-315af725-5f6a-4ff6-ac39-4fdb7798ba95 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.1062994 May 05 15:02:51.605918 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-68c1dc18-b81b-4afe-9335-64535937cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:51.608005 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-68c1dc18-b81b-4afe-9335-64535937cd36 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f&device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 1127 time: 0.1445210 May 05 15:02:51.612935 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c9dd194d-4e72-45b8-b636-bd6fa2601a5f req-e047eac3-0d25-4223-ab8b-8639c2bc9614 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644144 May 05 15:02:51.625335 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a9db8c6-29fa-4500-8509-8ae298ee8270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (ac58efd8-b2a8-46c6-a0ab-3a2e3d681393), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:51.687015 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9db8c6-29fa-4500-8509-8ae298ee8270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Pushing event deleted for resources: {'Port': ['ID=ac58efd8-b2a8-46c6-a0ab-3a2e3d681393,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:51.793689 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a9db8c6-29fa-4500-8509-8ae298ee8270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks [] for floatingip (b18097f9-496a-48f4-b787-df94d24794a4), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:51.796665 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a9db8c6-29fa-4500-8509-8ae298ee8270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:51.798141 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0a9db8c6-29fa-4500-8509-8ae298ee8270 tempest-AttachVolumeNegativeTest-1849780870 tempest-AttachVolumeNegativeTest-1849780870-project] 10.222.0.48 "DELETE /v2.0/floatingips/b18097f9-496a-48f4-b787-df94d24794a4 HTTP/1.1" status: 204 len: 168 time: 1.0342295 May 05 15:02:51.838797 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-13d99356-8305-4230-9ab8-b5ec7a603f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:51.842015 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-13d99356-8305-4230-9ab8-b5ec7a603f6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2f10147-231e-447b-8c10-07f2885f79b1 HTTP/1.1" status: 200 len: 915 time: 0.2260296 May 05 15:02:52.012029 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61382d5-579c-4c03-95fd-dca35dc37e07 req-95c90f2f-9c88-4449-a4dc-9b974174709b tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:52.013599 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b61382d5-579c-4c03-95fd-dca35dc37e07 req-95c90f2f-9c88-4449-a4dc-9b974174709b tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 943 time: 0.0808928 May 05 15:02:52.176749 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-4542e157-d377-45ad-b6ac-69220706de9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 200 len: 217 time: 0.1060739 May 05 15:02:52.251656 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b61382d5-579c-4c03-95fd-dca35dc37e07 req-49146c98-9c66-4dd5-9a5b-aa390381f378 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234740 May 05 15:02:52.322471 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-c637c79f-9e6e-4757-ac76-77e4d784db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:52.327236 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-c637c79f-9e6e-4757-ac76-77e4d784db88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c46dc37-3791-4d0d-b0f3-06853bfacfdf HTTP/1.1" status: 200 len: 853 time: 0.0991163 May 05 15:02:52.396967 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-92a71998-2698-48de-8cb3-7f1f967ac14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:52.398573 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-92a71998-2698-48de-8cb3-7f1f967ac14e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2f10147-231e-447b-8c10-07f2885f79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578959 May 05 15:02:52.521305 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-5e4e4981-55a2-4426-a1b9-20c2e0275498 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125672 May 05 15:02:52.675600 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c83ea06-63a6-4775-aa02-9d48214925fe req-41715eb5-eae9-4da6-a743-52fefa53c887 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237564 May 05 15:02:52.813559 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1832-e22a-43c3-a66f-ea1d8c70963c req-172ace39-fca2-425a-9efe-448aa334a133 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:52.818114 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-acab1832-e22a-43c3-a66f-ea1d8c70963c req-172ace39-fca2-425a-9efe-448aa334a133 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0802574 May 05 15:02:52.887301 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-acab1832-e22a-43c3-a66f-ea1d8c70963c req-f2f5fa20-d68b-4f8c-8eaa-b07fcc980370 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640140 May 05 15:02:53.466958 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195581f-706f-41a5-8b83-97816fc71e6d req-7b3ad5cd-5c32-41b5-aa3c-2773c0b33362 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:53.479324 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8195581f-706f-41a5-8b83-97816fc71e6d req-7b3ad5cd-5c32-41b5-aa3c-2773c0b33362 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 943 time: 0.0742056 May 05 15:02:53.554321 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8195581f-706f-41a5-8b83-97816fc71e6d req-337b2bd2-e6cf-43b9-92e4-32d5615a2839 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739663 May 05 15:02:53.787983 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58022) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:53.921869 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ffe369c-1824-4c67-9006-c4128357d7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:54.051220 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ffe369c-1824-4c67-9006-c4128357d7ef admin admin] Publish callbacks [] for security_group (4a07e113-4bc6-4e38-902c-fd6e6c4b2248), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:54.060941 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ffe369c-1824-4c67-9006-c4128357d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (4a07e113-4bc6-4e38-902c-fd6e6c4b2248), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:54.087772 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fa58e-7388-49bd-86e0-c97f39d6854b req-386ea3b8-6e29-41e8-9a89-277d4f0f581f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:54.097615 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-df4fa58e-7388-49bd-86e0-c97f39d6854b req-386ea3b8-6e29-41e8-9a89-277d4f0f581f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0706620 May 05 15:02:54.109685 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7ffe369c-1824-4c67-9006-c4128357d7ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b07c80dd111484081c24b87a8476e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204501 May 05 15:02:54.110590 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58028) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:54.110999 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe369c-1824-4c67-9006-c4128357d7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a07e113-4bc6-4e38-902c-fd6e6c4b2248,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:54.203061 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b69c3e9b-0643-47f1-8822-9b63458980f1 admin admin] Publish callbacks [] for security_group (4a07e113-4bc6-4e38-902c-fd6e6c4b2248), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:54.208465 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-df4fa58e-7388-49bd-86e0-c97f39d6854b req-fa88f469-04fa-482c-9b2f-c41cdf36cbc8 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095774 May 05 15:02:54.244104 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b69c3e9b-0643-47f1-8822-9b63458980f1 admin admin] Publish callbacks [] for security_group (4a07e113-4bc6-4e38-902c-fd6e6c4b2248), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:54.296648 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b69c3e9b-0643-47f1-8822-9b63458980f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (4a07e113-4bc6-4e38-902c-fd6e6c4b2248), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:54.299284 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b69c3e9b-0643-47f1-8822-9b63458980f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:54.301236 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b69c3e9b-0643-47f1-8822-9b63458980f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a07e113-4bc6-4e38-902c-fd6e6c4b2248 HTTP/1.1" status: 204 len: 168 time: 0.1892536 May 05 15:02:54.309848 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c3e9b-0643-47f1-8822-9b63458980f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a07e113-4bc6-4e38-902c-fd6e6c4b2248,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:54.723619 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58048) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:54.744203 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f677-a763-4554-9881-59dcba679257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:54.772004 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b667cc3-e244-4a7e-91fc-e6d1840a9064 req-b475e72e-5ed6-432e-b702-3f76a6fe2799 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:54.776711 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9b667cc3-e244-4a7e-91fc-e6d1840a9064 req-b475e72e-5ed6-432e-b702-3f76a6fe2799 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 943 time: 0.1086223 May 05 15:02:54.859989 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9b667cc3-e244-4a7e-91fc-e6d1840a9064 req-52e18a21-63a6-4107-a087-07000d2af2f6 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760314 May 05 15:02:54.890439 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f677-a763-4554-9881-59dcba679257 admin admin] Publish callbacks [] for security_group (6a74bc08-2794-4ae6-af63-804dbc96be8e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:54.896096 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f677-a763-4554-9881-59dcba679257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (6a74bc08-2794-4ae6-af63-804dbc96be8e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:54.926038 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f677-a763-4554-9881-59dcba679257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a74bc08-2794-4ae6-af63-804dbc96be8e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:54.955121 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e9f6f677-a763-4554-9881-59dcba679257 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6c0bbbede46452fad1619ab85d8ee95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300892 May 05 15:02:54.958395 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58052) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:55.017979 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47d5-08e5-42c4-a8b5-e861bf9b6dc7 admin admin] Publish callbacks [] for security_group (6a74bc08-2794-4ae6-af63-804dbc96be8e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:55.043429 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47d5-08e5-42c4-a8b5-e861bf9b6dc7 admin admin] Publish callbacks [] for security_group (6a74bc08-2794-4ae6-af63-804dbc96be8e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:55.096474 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47d5-08e5-42c4-a8b5-e861bf9b6dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (6a74bc08-2794-4ae6-af63-804dbc96be8e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:55.100666 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b8f47d5-08e5-42c4-a8b5-e861bf9b6dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:55.102002 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8b8f47d5-08e5-42c4-a8b5-e861bf9b6dc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a74bc08-2794-4ae6-af63-804dbc96be8e HTTP/1.1" status: 204 len: 168 time: 0.1424108 May 05 15:02:55.113270 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f47d5-08e5-42c4-a8b5-e861bf9b6dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a74bc08-2794-4ae6-af63-804dbc96be8e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:55.354181 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8f23b-f29e-4c5e-9439-74e2437e95eb req-453f0371-d947-4d9c-8dfa-047227a099c4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:55.356244 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46b8f23b-f29e-4c5e-9439-74e2437e95eb req-453f0371-d947-4d9c-8dfa-047227a099c4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0569665 May 05 15:02:55.436661 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46b8f23b-f29e-4c5e-9439-74e2437e95eb req-fee8cec9-cd8a-4952-b89d-607c2b9abe3f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742681 May 05 15:02:56.020304 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b64c74-ef50-44e5-89ce-ffaa6fbadf46 req-9ca6a719-24f9-432d-8961-4da5fcd21cb6 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:56.023923 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23b64c74-ef50-44e5-89ce-ffaa6fbadf46 req-9ca6a719-24f9-432d-8961-4da5fcd21cb6 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 943 time: 0.0787282 May 05 15:02:56.035718 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58086) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:56.116708 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58090) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:56.133839 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23b64c74-ef50-44e5-89ce-ffaa6fbadf46 req-1ccf8ca0-6bcf-4aa5-b22b-ab4f2d83b06a tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040967 May 05 15:02:56.228757 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-179313608-network', 'tenant_id': '27140ae6b79841cea2ee556c30bc6ced'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:56.263653 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Made reservation on behalf of 27140ae6b79841cea2ee556c30bc6ced for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:02:56.266295 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:56.305398 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:56.505915 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Publish callbacks [] for security_group (c5694de5-9322-47db-b9b6-0595bddc433e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:56.516419 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c5694de5-9322-47db-b9b6-0595bddc433e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:56.572390 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:02:56.574252 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d91d78-af5f-46bf-a658-6cc2646172c6 req-1376bfee-5328-4dd9-af13-117743b61851 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:56.575888 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-28d91d78-af5f-46bf-a658-6cc2646172c6 req-1376bfee-5328-4dd9-af13-117743b61851 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0640826 May 05 15:02:56.591660 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5694de5-9322-47db-b9b6-0595bddc433e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:56.598666 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (637bc28d-db91-4ec7-96fc-ee52d14f4a94), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:56.599060 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Added segment 637bc28d-db91-4ec7-96fc-ee52d14f4a94 of type vlan for network 4f2006e6-58a0-4a73-be51-bdb4089210f1 May 05 15:02:56.669163 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-28d91d78-af5f-46bf-a658-6cc2646172c6 req-a5dcd005-6300-4b8d-9034-44a19e2bbf03 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781636 May 05 15:02:56.744843 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (4f2006e6-58a0-4a73-be51-bdb4089210f1), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:56.836972 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753748'] for router_interface (71c92f8b-bfde-4236-875a-89f754c16097), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:56.872342 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (4f2006e6-58a0-4a73-be51-bdb4089210f1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:56.873408 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:56.875127 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:56.920436 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8022153 May 05 15:02:56.925684 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58098) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:56.931172 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Request body: {'subnet': {'network_id': '4f2006e6-58a0-4a73-be51-bdb4089210f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-179313608-subnet', 'tenant_id': '27140ae6b79841cea2ee556c30bc6ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:56.961435 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Made reservation on behalf of 27140ae6b79841cea2ee556c30bc6ced for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:02:56.965346 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6046667'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:56.998243 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4080ded-9c54-43aa-9931-7e2a64091e36 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2006e6-58a0-4a73-be51-bdb4089210f1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:57.069699 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 4f2006e6-58a0-4a73-be51-bdb4089210f1 details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:02:57.348513 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5990886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6046649'] for subnet (602d7035-5477-4561-abcd-27990270d4e5), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:57.360748 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] Deleting port 0f77d1bf-9e53-4357-8db5-86d711733dab {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:02:57.361564 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:57.384286 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c4787-acd1-4a28-8a42-82d8f39a19db req-b1674d29-a897-4bb2-b655-cd702bd1c0a5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:57.385853 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-282c4787-acd1-4a28-8a42-82d8f39a19db req-b1674d29-a897-4bb2-b655-cd702bd1c0a5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 943 time: 0.1063700 May 05 15:02:57.470026 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=602d7035-5477-4561-abcd-27990270d4e5,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:57.478941 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] For port 0f77d1bf-9e53-4357-8db5-86d711733dab, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=0f77d1bf-9e53-4357-8db5-86d711733dab,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:57.479315 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:57.494637 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Checking segment: {'id': '637bc28d-db91-4ec7-96fc-ee52d14f4a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4f2006e6-58a0-4a73-be51-bdb4089210f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:57.494998 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Network hostable DHCP agents. Network: 4f2006e6-58a0-4a73-be51-bdb4089210f1, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:02:57.499210 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] Calling delete_port for 0f77d1bf-9e53-4357-8db5-86d711733dab owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:02:57.519560 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-282c4787-acd1-4a28-8a42-82d8f39a19db req-f7aab347-7b55-4080-9952-e1154e9ed339 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112986 May 05 15:02:57.544138 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Network 4f2006e6-58a0-4a73-be51-bdb4089210f1 is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:02:57.562477 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 4f2006e6-58a0-4a73-be51-bdb4089210f1) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:57.567913 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:57.568585 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:57.572685 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae44acf-f366-4290-b378-f24f9cc714f8 None None] Network 4f2006e6-58a0-4a73-be51-bdb4089210f1 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:02:57.597466 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-05ff08a8-2026-472d-8ec1-d0071fed68e4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6676469 May 05 15:02:57.716268 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e21cc0-9b74-4d16-9bd8-5a9ef5d21b39 None None] Network 4f2006e6-58a0-4a73-be51-bdb4089210f1 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:02:57.825751 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (0f77d1bf-9e53-4357-8db5-86d711733dab), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:57.887828 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f77d1bf-9e53-4357-8db5-86d711733dab,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:57.890964 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7b24c-7f24-4280-9d90-c5409438bcd8 req-07c9b352-0fed-495f-a1f3-7271ef678594 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:57.899496 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66d7b24c-7f24-4280-9d90-c5409438bcd8 req-07c9b352-0fed-495f-a1f3-7271ef678594 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.1009459 May 05 15:02:58.035150 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66d7b24c-7f24-4280-9d90-c5409438bcd8 req-92cfa8ee-b6b8-46ce-b0ab-5c968d7968b1 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307671 May 05 15:02:58.164685 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1749489'] for router_interface (71c92f8b-bfde-4236-875a-89f754c16097), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:58.533157 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58122) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:58.539405 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1531073496-network', 'tenant_id': 'a1746b6e89e64b04be755ca2a3b27aa8'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:58.564675 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Made reservation on behalf of a1746b6e89e64b04be755ca2a3b27aa8 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:02:58.570315 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:58.586744 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:58.660647 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d01b8-1441-4336-8039-e6e53cedd412 req-4b15b34a-dad7-4c56-b970-7776af616994 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:58.664558 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-395d01b8-1441-4336-8039-e6e53cedd412 req-4b15b34a-dad7-4c56-b970-7776af616994 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 943 time: 0.0732090 May 05 15:02:58.752242 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-395d01b8-1441-4336-8039-e6e53cedd412 req-4c6a5824-1b07-4b8f-96ba-47b9ec05dfdd tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819736 May 05 15:02:58.766397 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] Router 71c92f8b-bfde-4236-875a-89f754c16097 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:02:58.777240 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Publish callbacks [] for security_group (ff124d72-09a7-4efd-8b0a-a01e285f0a83), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:58.782379 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (ff124d72-09a7-4efd-8b0a-a01e285f0a83), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:58.814330 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:02:58.819779 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff124d72-09a7-4efd-8b0a-a01e285f0a83,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:58.827456 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (da958f20-ba20-4731-86bf-ad7b17474777), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:58.827646 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Added segment da958f20-ba20-4731-86bf-ad7b17474777 of type vlan for network 2ea3eca1-8df4-4302-a1ec-c755e185e35b May 05 15:02:58.875475 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (2ea3eca1-8df4-4302-a1ec-c755e185e35b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:58.880841 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:02:58.885828 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e37b988b-96ff-416c-ada6-2e8bd3f3351c admin admin] 10.222.0.48 "PUT /v2.0/routers/71c92f8b-bfde-4236-875a-89f754c16097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8479776 May 05 15:02:58.888300 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58124) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:58.895403 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] Sync routers for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:02:58.904725 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:58.905541 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (2ea3eca1-8df4-4302-a1ec-c755e185e35b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:58.905788 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:58.906664 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:58.907263 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:58.960828 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4233952 May 05 15:02:58.984288 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58126) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:58.989853 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Request body: {'subnet': {'network_id': '2ea3eca1-8df4-4302-a1ec-c755e185e35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1531073496-subnet', 'tenant_id': 'a1746b6e89e64b04be755ca2a3b27aa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:02:58.993054 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cc794-6ee3-4434-9a81-32ee41f960dd admin admin] Pushing event updated for resources: {'Network': ['ID=2ea3eca1-8df4-4302-a1ec-c755e185e35b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:59.010239 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Publish callbacks [] for router (71c92f8b-bfde-4236-875a-89f754c16097), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.017193 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Made reservation on behalf of a1746b6e89e64b04be755ca2a3b27aa8 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:02:59.020179 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6046667'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.084475 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 2ea3eca1-8df4-4302-a1ec-c755e185e35b details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:02:59.143144 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Publish callbacks [] for router_gateway (71c92f8b-bfde-4236-875a-89f754c16097), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.143808 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:02:59.191667 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee460ea-029a-4e63-b6f6-20ded14597fd req-e34ebf01-43c7-46b9-beeb-a4cf57748321 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:59.193161 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ee460ea-029a-4e63-b6f6-20ded14597fd req-e34ebf01-43c7-46b9-beeb-a4cf57748321 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0819964 May 05 15:02:59.198559 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Deleting port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:02:59.199227 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.220447 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:59.280861 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ee460ea-029a-4e63-b6f6-20ded14597fd req-9bfd279e-b165-481a-917a-76e29558dc8f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760460 May 05 15:02:59.307034 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] For port 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=2b2e62f7-7312-4ed9-b991-6fee1d28eb1e,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:02:59.307410 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.322418 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Calling delete_port for 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:02:59.327553 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5990886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6046649'] for subnet (cd6c684c-6ca8-4278-b8c9-31c78305ce73), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.383337 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6c684c-6ca8-4278-b8c9-31c78305ce73,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:59.394026 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Checking segment: {'id': 'da958f20-ba20-4731-86bf-ad7b17474777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2ea3eca1-8df4-4302-a1ec-c755e185e35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:02:59.394389 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Network hostable DHCP agents. Network: 2ea3eca1-8df4-4302-a1ec-c755e185e35b, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:02:59.411477 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T15:02:57Z', 'revision_number': 5, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port': {'id': '2b2e62f7-7312-4ed9-b991-6fee1d28eb1e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c92f8b-bfde-4236-875a-89f754c16097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:56:33Z', 'updated_at': '2022-05-05T14:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:59.412266 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Network 2ea3eca1-8df4-4302-a1ec-c755e185e35b is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:02:59.422490 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 2ea3eca1-8df4-4302-a1ec-c755e185e35b) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:02:59.435086 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:59.435212 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.447671 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004ff902-df80-44b0-9b55-aab2028e76d0 None None] Network 2ea3eca1-8df4-4302-a1ec-c755e185e35b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:02:59.450514 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] Checking router: 71c92f8b-bfde-4236-875a-89f754c16097 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:02:59.465176 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-099caa8a-8f03-4d74-b4b9-1cfc747ed9af admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4701571 May 05 15:02:59.479041 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] Routers {'71c92f8b-bfde-4236-875a-89f754c16097'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:02:59.479676 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:02:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['71c92f8b-bfde-4236-875a-89f754c16097'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:59.520300 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (2b2e62f7-7312-4ed9-b991-6fee1d28eb1e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.552169 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2e62f7-7312-4ed9-b991-6fee1d28eb1e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:59.583679 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58136) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:59.614704 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756290'] for router_gateway (71c92f8b-bfde-4236-875a-89f754c16097), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.625466 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] Set router 71c92f8b-bfde-4236-875a-89f754c16097 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:02:59.630459 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15793a8-9c31-43d7-952e-f28e383afd95 admin admin] Deleting subnet 602d7035-5477-4561-abcd-27990270d4e5 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:02:59.634207 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a15793a8-9c31-43d7-952e-f28e383afd95 admin admin] Publish callbacks [] for subnet (602d7035-5477-4561-abcd-27990270d4e5), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.657404 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9849ca3-714a-4fa2-93cd-01fd7100c9b9 None None] Network 2ea3eca1-8df4-4302-a1ec-c755e185e35b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:02:59.670157 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a15793a8-9c31-43d7-952e-f28e383afd95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018490'] for subnet (602d7035-5477-4561-abcd-27990270d4e5), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.686025 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T15:02:59Z', 'revision_number': 6, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port_host': None}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:02:59.714011 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a15793a8-9c31-43d7-952e-f28e383afd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (602d7035-5477-4561-abcd-27990270d4e5), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.716841 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35364'] for router (71c92f8b-bfde-4236-875a-89f754c16097), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.719047 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Publish callbacks [] for router_controller (71c92f8b-bfde-4236-875a-89f754c16097), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.733221 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c97db-1d0b-444a-973c-8fc0931360f1 None None] The sync data for ids ['71c92f8b-bfde-4236-875a-89f754c16097'] in dv-cinder-839426-6-iscsi is: [{'id': '71c92f8b-bfde-4236-875a-89f754c16097', 'name': 'tempest-AttachVolumeNegativeTest-152331295-router', 'tenant_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:56:31Z', 'updated_at': '2022-05-05T15:02:59Z', 'revision_number': 6, 'project_id': '4b1e03b7662e4cdaba4a6781dc483a86', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:02:59.773628 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1759855'] for router (71c92f8b-bfde-4236-875a-89f754c16097), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.774518 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71c92f8b-bfde-4236-875a-89f754c16097 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:02:59.779563 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.780843 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e118735a-1c7d-41ae-85fa-6be14986859b admin admin] 10.222.0.48 "DELETE /v2.0/routers/71c92f8b-bfde-4236-875a-89f754c16097 HTTP/1.1" status: 204 len: 168 time: 0.8916359 May 05 15:02:59.786304 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58140) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:59.815005 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a15793a8-9c31-43d7-952e-f28e383afd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6046624'] for subnet (602d7035-5477-4561-abcd-27990270d4e5), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.840908 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15793a8-9c31-43d7-952e-f28e383afd95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=602d7035-5477-4561-abcd-27990270d4e5,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:02:59.851825 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a15793a8-9c31-43d7-952e-f28e383afd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.857470 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a15793a8-9c31-43d7-952e-f28e383afd95 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/602d7035-5477-4561-abcd-27990270d4e5 HTTP/1.1" status: 204 len: 168 time: 0.2703619 May 05 15:02:59.859160 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba849a58-6cd2-444c-8ca3-25d6a147846a admin admin] Deleting subnet ecc3a093-dfbf-497b-a54b-958b26e58c9a {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:02:59.861188 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58142) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:02:59.870345 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba849a58-6cd2-444c-8ca3-25d6a147846a admin admin] Publish callbacks [] for subnet (ecc3a093-dfbf-497b-a54b-958b26e58c9a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.903450 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.904084 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5168d-2b04-46ef-93aa-9fc1569ec691 req-92d8965c-1eb5-493b-9c2a-683ca6406024 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:02:59.905685 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-01d5168d-2b04-46ef-93aa-9fc1569ec691 req-92d8965c-1eb5-493b-9c2a-683ca6406024 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 943 time: 0.0496111 May 05 15:02:59.954701 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-01d5168d-2b04-46ef-93aa-9fc1569ec691 req-9da3b83c-bdd9-4406-99bb-d3ec254c5f23 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 May 05 15:02:59.958731 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba849a58-6cd2-444c-8ca3-25d6a147846a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168642'] for subnet (ecc3a093-dfbf-497b-a54b-958b26e58c9a), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:02:59.983811 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (4f2006e6-58a0-4a73-be51-bdb4089210f1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.107685 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (4f2006e6-58a0-4a73-be51-bdb4089210f1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.117313 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba849a58-6cd2-444c-8ca3-25d6a147846a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (ecc3a093-dfbf-497b-a54b-958b26e58c9a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.154798 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2006e6-58a0-4a73-be51-bdb4089210f1']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:00.168808 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637bc28d-db91-4ec7-96fc-ee52d14f4a94') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:00.169110 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637bc28d-db91-4ec7-96fc-ee52d14f4a94') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:00.184176 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (637bc28d-db91-4ec7-96fc-ee52d14f4a94), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.204080 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (637bc28d-db91-4ec7-96fc-ee52d14f4a94), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.210097 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:03:00.210416 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (637bc28d-db91-4ec7-96fc-ee52d14f4a94), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:03:00.212060 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:03:00.225999 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba849a58-6cd2-444c-8ca3-25d6a147846a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4336698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4347927'] for subnet (ecc3a093-dfbf-497b-a54b-958b26e58c9a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.287042 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba849a58-6cd2-444c-8ca3-25d6a147846a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc3a093-dfbf-497b-a54b-958b26e58c9a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:00.291577 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba849a58-6cd2-444c-8ca3-25d6a147846a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.294767 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ba849a58-6cd2-444c-8ca3-25d6a147846a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ecc3a093-dfbf-497b-a54b-958b26e58c9a HTTP/1.1" status: 204 len: 168 time: 0.5070276 May 05 15:03:00.297861 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58144) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:00.301062 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756eae3c-e2b5-434c-a6da-4a0b57f33af1 None None] Network 7315cbb0-f7ab-4cc7-826a-00d315766094 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:03:00.316549 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (4f2006e6-58a0-4a73-be51-bdb4089210f1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.329914 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.336664 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f2006e6-58a0-4a73-be51-bdb4089210f1 HTTP/1.1" status: 204 len: 168 time: 0.4713371 May 05 15:03:00.338346 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58148) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:00.348131 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e31221-abd6-4a37-9f8d-365d8ed9b726 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2006e6-58a0-4a73-be51-bdb4089210f1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:00.397048 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (7315cbb0-f7ab-4cc7-826a-00d315766094), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.412958 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0330b66-c65c-499e-93e5-954cb9ef71d7 admin admin] Deleting subnet cd6c684c-6ca8-4278-b8c9-31c78305ce73 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:03:00.433843 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0330b66-c65c-499e-93e5-954cb9ef71d7 admin admin] Publish callbacks [] for subnet (cd6c684c-6ca8-4278-b8c9-31c78305ce73), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.450124 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Deleting port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:03:00.450533 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.472331 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230f3ae-3443-4b1d-92bd-a6d49073dffc req-3386141d-d471-4da4-a6e9-e6fbb4db4d4b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:00.473748 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0230f3ae-3443-4b1d-92bd-a6d49073dffc req-3386141d-d471-4da4-a6e9-e6fbb4db4d4b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0767758 May 05 15:03:00.489186 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0330b66-c65c-499e-93e5-954cb9ef71d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018490'] for subnet (cd6c684c-6ca8-4278-b8c9-31c78305ce73), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.524404 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] For port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:00.524770 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.544209 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d1410-452d-407a-9a45-df8b1b11536d None None] DHCP port deletion for 7315cbb0-f7ab-4cc7-826a-00d315766094 request from dv-cinder-839426-6-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:03:00.545403 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Calling delete_port for 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:03:00.590720 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d1410-452d-407a-9a45-df8b1b11536d None None] Deleting port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:03:00.591184 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fb5d1410-452d-407a-9a45-df8b1b11536d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.607556 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0330b66-c65c-499e-93e5-954cb9ef71d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (cd6c684c-6ca8-4278-b8c9-31c78305ce73), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.632664 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0230f3ae-3443-4b1d-92bd-a6d49073dffc req-da00af2d-ff4b-40f9-ab40-05b9fa7ba757 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525202 May 05 15:03:00.640742 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-225a3b31-7f53-4e70-8f28-6db697a46e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:00.642281 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-225a3b31-7f53-4e70-8f28-6db697a46e33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 1130 time: 0.1172392 May 05 15:03:00.645683 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.668699 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-fb5d1410-452d-407a-9a45-df8b1b11536d None None] For port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0,segment=NetworkSegment(8870ae87-33a2-4563-96b6-c687a7de13ae),segment_id=8870ae87-33a2-4563-96b6-c687a7de13ae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:00.669113 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fb5d1410-452d-407a-9a45-df8b1b11536d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.670980 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] No DVR routers for this DVR port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 on host dv-cinder-839426-6-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:03:00.684263 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d1410-452d-407a-9a45-df8b1b11536d None None] Calling delete_port for 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:03:00.692679 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:00.780234 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fb5d1410-452d-407a-9a45-df8b1b11536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485'] for port (95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.792579 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0330b66-c65c-499e-93e5-954cb9ef71d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6046624'] for subnet (cd6c684c-6ca8-4278-b8c9-31c78305ce73), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.810887 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (7315cbb0-f7ab-4cc7-826a-00d315766094), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.811540 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d1410-452d-407a-9a45-df8b1b11536d None None] No DVR routers for this DVR port 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 on host dv-cinder-839426-6-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:03:00.823022 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d1410-452d-407a-9a45-df8b1b11536d None None] Pushing event deleted for resources: {'Port': ['ID=95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:00.834925 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:03:00.843243 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7315cbb0-f7ab-4cc7-826a-00d315766094']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:00.854792 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8870ae87-33a2-4563-96b6-c687a7de13ae') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:00.855099 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8870ae87-33a2-4563-96b6-c687a7de13ae') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:00.866041 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:03:00.866394 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 95a5e57b-efc9-4b5f-88bf-34c9efd2b3b0 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:03:00.866793 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (8870ae87-33a2-4563-96b6-c687a7de13ae), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.866925 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 0f77d1bf-9e53-4357-8db5-86d711733dab no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:03:00.885899 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (8870ae87-33a2-4563-96b6-c687a7de13ae), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.894387 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:03:00.895010 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 0f77d1bf-9e53-4357-8db5-86d711733dab {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:03:00.895471 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (8870ae87-33a2-4563-96b6-c687a7de13ae), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.895616 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 0f77d1bf-9e53-4357-8db5-86d711733dab not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:03:00.895934 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:03:00.898497 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:03:00.918931 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:03:00.919538 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 2b2e62f7-7312-4ed9-b991-6fee1d28eb1e not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:03:00.977050 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (7315cbb0-f7ab-4cc7-826a-00d315766094), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.982955 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:00.987418 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7315cbb0-f7ab-4cc7-826a-00d315766094 HTTP/1.1" status: 204 len: 168 time: 0.6879942 May 05 15:03:01.005966 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba02741-7617-408c-b37e-1310fce4e5c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7315cbb0-f7ab-4cc7-826a-00d315766094,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:01.101493 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-d8d39f12-90e1-413c-abd8-b8ded3b124bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:01.103052 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-d8d39f12-90e1-413c-abd8-b8ded3b124bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 918 time: 0.4538703 May 05 15:03:01.106775 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0330b66-c65c-499e-93e5-954cb9ef71d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6c684c-6ca8-4278-b8c9-31c78305ce73,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:01.137207 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0330b66-c65c-499e-93e5-954cb9ef71d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.140297 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e0330b66-c65c-499e-93e5-954cb9ef71d7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cd6c684c-6ca8-4278-b8c9-31c78305ce73 HTTP/1.1" status: 204 len: 168 time: 0.8007474 May 05 15:03:01.144407 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58154) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:01.173818 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58156) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:01.189630 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872434c-0ae1-424d-bc92-917ebb608e06 req-a48bead4-44c7-4bc9-9c0f-3673148a581c tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:01.191927 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6872434c-0ae1-424d-bc92-917ebb608e06 req-a48bead4-44c7-4bc9-9c0f-3673148a581c tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 943 time: 0.1195078 May 05 15:03:01.222970 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-6f1bada2-e073-4c0a-8165-f1df22e3e8c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c HTTP/1.1" status: 200 len: 1002 time: 0.0987375 May 05 15:03:01.242200 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (2ea3eca1-8df4-4302-a1ec-c755e185e35b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.260101 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e8eff5e1-8817-416c-8365-e0e08854ed6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b1e03b7662e4cdaba4a6781dc483a86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0845664 May 05 15:03:01.263473 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58158) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:01.280751 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6872434c-0ae1-424d-bc92-917ebb608e06 req-78794f4e-ed78-485a-9ebf-53e2dff3d711 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821884 May 05 15:03:01.288460 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-09daa451-87d0-4989-b8b3-08173321850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:01.289943 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-09daa451-87d0-4989-b8b3-08173321850c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 200 len: 856 time: 0.0610459 May 05 15:03:01.333241 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-726d2ae7-4c64-45b0-b57b-6473595b22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:01.334763 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-726d2ae7-4c64-45b0-b57b-6473595b22a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388973 May 05 15:03:01.359302 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (2ea3eca1-8df4-4302-a1ec-c755e185e35b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.386817 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea3eca1-8df4-4302-a1ec-c755e185e35b']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:01.399132 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da958f20-ba20-4731-86bf-ad7b17474777') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:01.399430 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da958f20-ba20-4731-86bf-ad7b17474777') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:01.401151 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3382e95-ff24-4a7e-af28-55c7212d4b7a admin admin] Publish callbacks [] for security_group (72e30d7b-6725-44ae-bf0d-25337d66b36b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.411955 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (da958f20-ba20-4731-86bf-ad7b17474777), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.429321 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-d72d5bd7-2402-46d8-9c92-752979777eb6 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877917 May 05 15:03:01.437051 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (da958f20-ba20-4731-86bf-ad7b17474777), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.440713 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3382e95-ff24-4a7e-af28-55c7212d4b7a admin admin] Publish callbacks [] for security_group (72e30d7b-6725-44ae-bf0d-25337d66b36b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.451818 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:03:01.452214 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (da958f20-ba20-4731-86bf-ad7b17474777), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:03:01.453892 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:03:01.519098 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bef9338-5690-4744-8b05-3c2bb456f449 req-65df27a1-0db9-4407-9d80-f42831a68e41 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837276 May 05 15:03:01.527692 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (2ea3eca1-8df4-4302-a1ec-c755e185e35b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.532444 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.536690 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2ea3eca1-8df4-4302-a1ec-c755e185e35b HTTP/1.1" status: 204 len: 168 time: 0.3909209 May 05 15:03:01.551359 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc41d15-1aff-47a3-8506-ac0730c38506 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ea3eca1-8df4-4302-a1ec-c755e185e35b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:01.558900 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3382e95-ff24-4a7e-af28-55c7212d4b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (72e30d7b-6725-44ae-bf0d-25337d66b36b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.561637 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3382e95-ff24-4a7e-af28-55c7212d4b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.562791 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f3382e95-ff24-4a7e-af28-55c7212d4b7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72e30d7b-6725-44ae-bf0d-25337d66b36b HTTP/1.1" status: 204 len: 168 time: 0.2985578 May 05 15:03:01.570893 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3382e95-ff24-4a7e-af28-55c7212d4b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e30d7b-6725-44ae-bf0d-25337d66b36b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:01.708468 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58166) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:01.723754 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 103e6a67-31be-4fa0-8011-3eb0237f85fc details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:03:01.755807 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f83b2021-54a2-4ed7-b483-e8c8d071ad4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27140ae6b79841cea2ee556c30bc6ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461919 May 05 15:03:01.761839 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58170) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:01.782635 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4f7ab-3fa2-4172-a1d8-55237689616d req-6a74ddb9-6276-4f95-b8cb-d669e03c26d2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:01.784919 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9b4f7ab-3fa2-4172-a1d8-55237689616d req-6a74ddb9-6276-4f95-b8cb-d669e03c26d2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0715404 May 05 15:03:01.824695 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5686a7a9-0e4d-4a12-a237-6e8e17c34255 admin admin] Publish callbacks [] for security_group (c5694de5-9322-47db-b9b6-0595bddc433e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.835929 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9b4f7ab-3fa2-4172-a1d8-55237689616d req-133fd6fb-4300-4ed1-a993-db7b37f7b2b6 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451572 May 05 15:03:01.860853 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5686a7a9-0e4d-4a12-a237-6e8e17c34255 admin admin] Publish callbacks [] for security_group (c5694de5-9322-47db-b9b6-0595bddc433e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.871310 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 103e6a67-31be-4fa0-8011-3eb0237f85fc, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:01.884123 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'port_id': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'mac_address': 'fa:16:3e:2e:e3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:03:01.923545 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5686a7a9-0e4d-4a12-a237-6e8e17c34255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c5694de5-9322-47db-b9b6-0595bddc433e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.924631 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 103e6a67-31be-4fa0-8011-3eb0237f85fc is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:03:01.925627 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.931228 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5686a7a9-0e4d-4a12-a237-6e8e17c34255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:01.933591 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5686a7a9-0e4d-4a12-a237-6e8e17c34255 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5694de5-9322-47db-b9b6-0595bddc433e HTTP/1.1" status: 204 len: 168 time: 0.1703439 May 05 15:03:01.944719 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686a7a9-0e4d-4a12-a237-6e8e17c34255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5694de5-9322-47db-b9b6-0595bddc433e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:01.947642 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103e6a67-31be-4fa0-8011-3eb0237f85fc {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:03:01.977259 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 103e6a67-31be-4fa0-8011-3eb0237f85fc, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:01.983023 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:02.033763 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=103e6a67-31be-4fa0-8011-3eb0237f85fc,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:02.227958 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58190) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:02.268178 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8bf516d3-75af-4a34-b1f0-a9595546b072 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1746b6e89e64b04be755ca2a3b27aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389757 May 05 15:03:02.270624 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58192) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:02.323027 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca3be585-c426-4028-92f0-75bbbb1ba2eb admin admin] Publish callbacks [] for security_group (ff124d72-09a7-4efd-8b0a-a01e285f0a83), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:02.354084 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca3be585-c426-4028-92f0-75bbbb1ba2eb admin admin] Publish callbacks [] for security_group (ff124d72-09a7-4efd-8b0a-a01e285f0a83), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:02.364541 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['103e6a67-31be-4fa0-8011-3eb0237f85fc'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:03:02.412970 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfff718-2148-472b-b23d-b4962db64266 req-aede2572-7dbe-4e41-98c7-1b0f6ab00cec tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:02.417469 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca3be585-c426-4028-92f0-75bbbb1ba2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (ff124d72-09a7-4efd-8b0a-a01e285f0a83), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:02.420977 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8cfff718-2148-472b-b23d-b4962db64266 req-aede2572-7dbe-4e41-98c7-1b0f6ab00cec tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 944 time: 0.0692301 May 05 15:03:02.421693 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca3be585-c426-4028-92f0-75bbbb1ba2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:02.423517 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ca3be585-c426-4028-92f0-75bbbb1ba2eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff124d72-09a7-4efd-8b0a-a01e285f0a83 HTTP/1.1" status: 204 len: 168 time: 0.1517124 May 05 15:03:02.434827 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3be585-c426-4028-92f0-75bbbb1ba2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff124d72-09a7-4efd-8b0a-a01e285f0a83,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:02.486638 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8cfff718-2148-472b-b23d-b4962db64266 req-805d9174-c6ae-4404-a130-03d3ab99722d tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645211 May 05 15:03:02.976156 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e03df6-1044-4b08-bf12-0c4606ce90e9 req-77ac5112-0525-4a24-905f-e27ee3adcec3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:02.977662 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-20e03df6-1044-4b08-bf12-0c4606ce90e9 req-77ac5112-0525-4a24-905f-e27ee3adcec3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 946 time: 0.0551438 May 05 15:03:03.025144 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-20e03df6-1044-4b08-bf12-0c4606ce90e9 req-97831b3c-d090-47b6-83da-ff30033587e4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 May 05 15:03:03.595513 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87105-a69a-4fc4-940f-7820a1701031 req-b5ed6b89-86aa-4eec-84fc-c57a6bf37396 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:03.602553 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eba87105-a69a-4fc4-940f-7820a1701031 req-b5ed6b89-86aa-4eec-84fc-c57a6bf37396 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 944 time: 0.0559821 May 05 15:03:03.653992 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eba87105-a69a-4fc4-940f-7820a1701031 req-9de95060-abb0-41a5-9a71-3507615641a1 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502040 May 05 15:03:03.737595 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 103e6a67-31be-4fa0-8011-3eb0237f85fc up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:03:03.780777 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 103e6a67-31be-4fa0-8011-3eb0237f85fc completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:03:03.787235 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 103e6a67-31be-4fa0-8011-3eb0237f85fc triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:03:03.787642 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:03.872856 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 103e6a67-31be-4fa0-8011-3eb0237f85fc is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:03:03.873249 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:03.901899 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:03:03.904645 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3aa46c-a161-4290-9768-2b4aa4d83d87" -d '{"events": [{"server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "name": "network-vif-plugged", "status": "completed", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:03:03.936729 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 103e6a67-31be-4fa0-8011-3eb0237f85fc, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:03.942647 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:03.945511 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device bd47fcbb-f90d-4e5e-8583-7e10135e980c no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:03:03.976434 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d39736e-dfaa-42da-bb8f-3929ad765263 x-openstack-request-id: req-6d39736e-dfaa-42da-bb8f-3929ad765263 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:03:03.976733 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "name": "network-vif-plugged", "status": "completed", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:03:03.977210 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d39736e-dfaa-42da-bb8f-3929ad765263 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:03:03.977605 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d39736e-dfaa-42da-bb8f-3929ad765263'] response: {'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'code': 200} May 05 15:03:04.040979 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=103e6a67-31be-4fa0-8011-3eb0237f85fc,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:04.090421 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port bd47fcbb-f90d-4e5e-8583-7e10135e980c is: ACTIVE; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:03:04.090814 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:04.132904 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:04.138158 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:04.190801 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:04.209476 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab686-4599-4a07-985c-ac728b81d9aa req-aa275541-56f6-4288-ad5e-0aaab9bb1e1f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:04.211052 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d9cab686-4599-4a07-985c-ac728b81d9aa req-aa275541-56f6-4288-ad5e-0aaab9bb1e1f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0554094 May 05 15:03:04.274455 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1b935-e866-43ee-b666-fcd80f3b9293 req-d2323b41-aac7-41ee-b704-82b87ec21b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:04.275941 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12d1b935-e866-43ee-b666-fcd80f3b9293 req-d2323b41-aac7-41ee-b704-82b87ec21b7b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 1129 time: 0.0640328 May 05 15:03:04.310727 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d9cab686-4599-4a07-985c-ac728b81d9aa req-a56f56a0-a7b0-43c3-b057-e5fdc9e42ebd tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913022 May 05 15:03:04.342925 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12d1b935-e866-43ee-b666-fcd80f3b9293 req-713d3029-b7f1-4759-91ab-2e2a8e5af2b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563395 May 05 15:03:04.773881 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fb94c-14d1-4104-a365-748d48699817 req-d94e96f1-50a7-4a85-b877-96764ae78595 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:04.775293 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-565fb94c-14d1-4104-a365-748d48699817 req-d94e96f1-50a7-4a85-b877-96764ae78595 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0512898 May 05 15:03:04.824944 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-565fb94c-14d1-4104-a365-748d48699817 req-7626cb62-df38-4c0a-9065-1cf8ae3b22bd tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438602 May 05 15:03:05.253504 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41fb5f-47dc-4ca5-af86-25915720eafb req-5b54c114-f9ef-4ac7-b5ad-0ad33e2f864d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:05.255031 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d41fb5f-47dc-4ca5-af86-25915720eafb req-5b54c114-f9ef-4ac7-b5ad-0ad33e2f864d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0608299 May 05 15:03:05.309417 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d41fb5f-47dc-4ca5-af86-25915720eafb req-60d5d315-449a-48f2-846f-0df2d9948441 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477426 May 05 15:03:05.518402 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-a41bd100-b7b0-424a-a524-56a73e085ada service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411205 May 05 15:03:05.617961 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-1a0d2b38-0e8c-4432-9343-da1aa1c00101 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:05.620488 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-1a0d2b38-0e8c-4432-9343-da1aa1c00101 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports/bd47fcbb-f90d-4e5e-8583-7e10135e980c HTTP/1.1" status: 200 len: 941 time: 0.0648875 May 05 15:03:05.942948 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5c923-1964-420b-9b95-36e0fe520168 req-f46a5ff4-a7cd-4d3f-a813-5f998b2e100e tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:05.945274 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7ab5c923-1964-420b-9b95-36e0fe520168 req-f46a5ff4-a7cd-4d3f-a813-5f998b2e100e tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0518649 May 05 15:03:05.978476 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:03:05.980767 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1926d780-b44d-4925-b79e-a46139471f0e" -d '{"events": [{"server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:03:06.000268 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7ab5c923-1964-420b-9b95-36e0fe520168 req-2aeaf76b-8cbe-4309-9303-48e8d8f142a0 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489380 May 05 15:03:06.024798 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 May 2022 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bef7fb-73e7-46dc-8371-ce754e33a5d3 x-openstack-request-id: req-65bef7fb-73e7-46dc-8371-ce754e33a5d3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:03:06.025094 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "name": "network-vif-unplugged", "status": "failed", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c", "code": 422}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:03:06.025350 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65bef7fb-73e7-46dc-8371-ce754e33a5d3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:03:06.025788 dv-cinder-839426-6-iscsi neutron-server[103282]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-65bef7fb-73e7-46dc-8371-ce754e33a5d3']: {'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'code': 422} returned with failed status May 05 15:03:06.120392 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec7aed-a76e-4130-b099-c9c06d9720f1 req-21dd2774-9b3b-4611-a44f-4062c959ae89 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:06.121953 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccec7aed-a76e-4130-b099-c9c06d9720f1 req-21dd2774-9b3b-4611-a44f-4062c959ae89 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0505939 May 05 15:03:06.170447 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccec7aed-a76e-4130-b099-c9c06d9720f1 req-e31d8761-09ee-4e9e-acc7-199f719de366 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416679 May 05 15:03:06.520102 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed92328-435c-444f-957c-eb2c54525f8f req-23f0c386-189d-4572-a31b-a0aad996bddb tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:06.521557 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fed92328-435c-444f-957c-eb2c54525f8f req-23f0c386-189d-4572-a31b-a0aad996bddb tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.1381383 May 05 15:03:06.529634 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-8e6c8054-8cdc-4013-ba7b-e31fd6545bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:06.531039 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-8e6c8054-8cdc-4013-ba7b-e31fd6545bc2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f&tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1 HTTP/1.1" status: 200 len: 1128 time: 0.1197352 May 05 15:03:06.546509 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf868d11-80e1-40f4-b3cf-ec4e8933f40b req-bfa0ee67-e974-4615-b7d0-2b3c6c529111 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:06.547892 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cf868d11-80e1-40f4-b3cf-ec4e8933f40b req-bfa0ee67-e974-4615-b7d0-2b3c6c529111 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0812557 May 05 15:03:06.647491 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fed92328-435c-444f-957c-eb2c54525f8f req-2913da3e-2698-48b0-90cd-26951d80b17e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189861 May 05 15:03:06.648486 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-710ac5b2-2ebd-445c-85af-6e01b1b4247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:06.649972 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-710ac5b2-2ebd-445c-85af-6e01b1b4247f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 1128 time: 0.0822093 May 05 15:03:06.657352 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cf868d11-80e1-40f4-b3cf-ec4e8933f40b req-dbb2bb36-8353-4a46-9238-057f9fa1308c tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023965 May 05 15:03:06.751238 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-b49b69bf-933d-4069-aacd-02274325830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:06.753437 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-b49b69bf-933d-4069-aacd-02274325830c service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 918 time: 0.0952115 May 05 15:03:06.829912 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-0e91447b-9478-466f-b938-ee3b15bec858 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c HTTP/1.1" status: 200 len: 1000 time: 0.0708041 May 05 15:03:06.889989 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-5629f658-196f-49d8-83fe-6d2405a4ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:06.891556 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-5629f658-196f-49d8-83fe-6d2405a4ab39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 200 len: 856 time: 0.0527494 May 05 15:03:06.954256 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-0f69ec56-35d9-467a-a918-2e74499926d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:06.956555 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-0f69ec56-35d9-467a-a918-2e74499926d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526474 May 05 15:03:07.061227 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-38c9b432-cc75-41ef-b952-e3b42d28287f service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972877 May 05 15:03:07.159836 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-fb4e4bea-f652-43d2-b2d8-2ab3ca2be1a2 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915930 May 05 15:03:07.773312 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10a79f-c3d0-4e57-b37c-675f652e9d01 req-b327d220-eef4-4564-bba0-b9cb16bd43fc tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:07.774814 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7f10a79f-c3d0-4e57-b37c-675f652e9d01 req-b327d220-eef4-4564-bba0-b9cb16bd43fc tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0509484 May 05 15:03:07.822542 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7f10a79f-c3d0-4e57-b37c-675f652e9d01 req-1acabeda-e36a-4371-b7a5-c63451a7eb62 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421801 May 05 15:03:08.764346 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device bd47fcbb-f90d-4e5e-8583-7e10135e980c no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:03:08.842977 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port bd47fcbb-f90d-4e5e-8583-7e10135e980c is: DOWN; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:03:08.943675 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53d776-3104-4762-b9a9-a11ced9d9067 req-ba897b54-612a-4d27-872b-177d57476f39 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:08.945241 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b53d776-3104-4762-b9a9-a11ced9d9067 req-ba897b54-612a-4d27-872b-177d57476f39 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0486000 May 05 15:03:08.992885 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b53d776-3104-4762-b9a9-a11ced9d9067 req-4e36aea7-1579-45e1-9860-ca1ce11b8ad2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 May 05 15:03:10.134719 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f271bb6-1088-4e39-8ae3-bc62ee006242 req-9fabd909-59b7-4604-b7aa-af14e521ecbd tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:10.150259 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7f271bb6-1088-4e39-8ae3-bc62ee006242 req-9fabd909-59b7-4604-b7aa-af14e521ecbd tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0644310 May 05 15:03:10.223051 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7f271bb6-1088-4e39-8ae3-bc62ee006242 req-60c84104-c6ac-42aa-8947-1fbc7377b8d0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682702 May 05 15:03:11.355697 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a65db5-09da-45cb-b181-e97255e00f17 req-e9e88179-04e4-4e7b-bfab-d199e8c025a9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:11.357666 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67a65db5-09da-45cb-b181-e97255e00f17 req-e9e88179-04e4-4e7b-bfab-d199e8c025a9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0631714 May 05 15:03:11.434487 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67a65db5-09da-45cb-b181-e97255e00f17 req-3de3bf46-2285-4bd8-b43f-e6549c969e12 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686703 May 05 15:03:12.544843 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ca132f6-c51f-431f-a275-ea6bdfda34ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:12.600967 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142178a-05ce-4dc0-bc13-5ceeca84ff43 req-1ba4cb14-bb55-4f46-aae8-43cb7c851683 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:12.602550 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b142178a-05ce-4dc0-bc13-5ceeca84ff43 req-1ba4cb14-bb55-4f46-aae8-43cb7c851683 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0612688 May 05 15:03:12.663740 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b142178a-05ce-4dc0-bc13-5ceeca84ff43 req-c7b02891-027b-49d5-b881-5fc69ba3709f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547910 May 05 15:03:13.612565 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58536) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:13.799808 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:13.818061 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1078ed-74ae-4260-94dd-8de541813e92 req-5063f2c9-0ea6-4c9e-a1a9-587fd09f85f2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:13.819664 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d1078ed-74ae-4260-94dd-8de541813e92 req-5063f2c9-0ea6-4c9e-a1a9-587fd09f85f2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0686307 May 05 15:03:13.884203 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d1078ed-74ae-4260-94dd-8de541813e92 req-444e1e21-2c7d-4cfe-8511-9be0c9bf79f2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576801 May 05 15:03:13.905884 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Publish callbacks [] for security_group (c4b652e4-6b05-4c42-a45f-8223ae19f635), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:13.911404 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c4b652e4-6b05-4c42-a45f-8223ae19f635), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:13.942077 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=277dc9a3662e4462ad715024341bb7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283229 May 05 15:03:13.945939 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58546) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:13.962745 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b652e4-6b05-4c42-a45f-8223ae19f635,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:13.970603 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.971211 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.971771 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.972282 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.972777 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.973277 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.974393 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.974922 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.975426 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.975938 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.976449 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.976965 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.977463 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.977982 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:13.978714 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bdfba-a94d-4ed1-965a-b15c5cda0538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:14.022571 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-503f09dd-14b1-4f27-9d15-6c986f88276b admin admin] Publish callbacks [] for security_group (c4b652e4-6b05-4c42-a45f-8223ae19f635), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:14.047281 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-503f09dd-14b1-4f27-9d15-6c986f88276b admin admin] Publish callbacks [] for security_group (c4b652e4-6b05-4c42-a45f-8223ae19f635), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:14.103110 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-503f09dd-14b1-4f27-9d15-6c986f88276b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c4b652e4-6b05-4c42-a45f-8223ae19f635), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:14.105870 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-503f09dd-14b1-4f27-9d15-6c986f88276b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:14.109871 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-503f09dd-14b1-4f27-9d15-6c986f88276b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4b652e4-6b05-4c42-a45f-8223ae19f635 HTTP/1.1" status: 204 len: 168 time: 0.1626050 May 05 15:03:14.120847 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f09dd-14b1-4f27-9d15-6c986f88276b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b652e4-6b05-4c42-a45f-8223ae19f635,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:14.967590 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-203af1d5-ac7c-4805-b37d-c5c757fb9994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:15.084726 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204ad4f-247e-415b-b01e-b59219e5127f req-b0a5c931-fdef-45b2-91c2-8f5fc3353f19 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:15.086639 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9204ad4f-247e-415b-b01e-b59219e5127f req-b0a5c931-fdef-45b2-91c2-8f5fc3353f19 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.1016998 May 05 15:03:15.190412 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9204ad4f-247e-415b-b01e-b59219e5127f req-e2fb7171-4c69-4132-b320-01ded76443e7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906584 May 05 15:03:16.266087 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:16.399780 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6060e-0f5d-4dce-a487-5ed5dab5c6aa req-1af489a3-d776-4191-8568-f6d19a7038bc tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:16.403006 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eef6060e-0f5d-4dce-a487-5ed5dab5c6aa req-1af489a3-d776-4191-8568-f6d19a7038bc tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0876672 May 05 15:03:16.480665 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eef6060e-0f5d-4dce-a487-5ed5dab5c6aa req-a90405e5-85d5-42fc-9106-ebf654147435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646825 May 05 15:03:17.637827 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b6410-d194-4c3c-a847-808b0f1eee66 req-35db53a8-c2e6-46fe-a7c9-6ba8c012b6e4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:17.639750 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a29b6410-d194-4c3c-a847-808b0f1eee66 req-35db53a8-c2e6-46fe-a7c9-6ba8c012b6e4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0513232 May 05 15:03:17.670252 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:17.712780 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a29b6410-d194-4c3c-a847-808b0f1eee66 req-51b87e47-9c23-454c-ad21-33b5ba3bfca3 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665357 May 05 15:03:18.832017 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c771cb-5cb5-4084-9e41-d63a6790b1a8 req-f1fe579a-f944-47d5-9122-5f824ae250d2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:18.833474 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a4c771cb-5cb5-4084-9e41-d63a6790b1a8 req-f1fe579a-f944-47d5-9122-5f824ae250d2 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0477927 May 05 15:03:18.879982 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a4c771cb-5cb5-4084-9e41-d63a6790b1a8 req-ca4a27ed-30fc-4afe-8afb-a52ceaf05b4f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 May 05 15:03:18.961406 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:19.996195 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800150b-8e3f-47f9-89a6-8acc5f6bcac8 req-c3821f61-008d-40ff-8289-67008d0580fd tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:19.997742 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6800150b-8e3f-47f9-89a6-8acc5f6bcac8 req-c3821f61-008d-40ff-8289-67008d0580fd tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0467551 May 05 15:03:20.044339 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6800150b-8e3f-47f9-89a6-8acc5f6bcac8 req-605541ad-5d3e-4f72-89d0-3c430413b3d7 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405347 May 05 15:03:21.165736 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a00269-4357-4e05-9e10-5b77cc04cef8 req-73e3b9d5-3cde-4f46-9f57-8cb33ba408da tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:21.167205 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-55a00269-4357-4e05-9e10-5b77cc04cef8 req-73e3b9d5-3cde-4f46-9f57-8cb33ba408da tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0504704 May 05 15:03:21.215642 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-55a00269-4357-4e05-9e10-5b77cc04cef8 req-200e4e55-e0bd-43a8-8cc3-03b5a01fab1c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 May 05 15:03:22.331070 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d0b2-8047-4445-96f6-3e929f7bda48 req-186064d2-d04a-406d-8f46-38b514dfb167 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:22.332493 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9c9d0b2-8047-4445-96f6-3e929f7bda48 req-186064d2-d04a-406d-8f46-38b514dfb167 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0456195 May 05 15:03:22.404146 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e9c9d0b2-8047-4445-96f6-3e929f7bda48 req-032757ce-e67a-45dd-9363-2bedec74a62b tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652652 May 05 15:03:23.696290 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e1e2-147c-4462-b110-c1d582171c3c req-fb45096c-16e0-4868-8b13-fa89f143c274 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:23.697795 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d60e1e2-147c-4462-b110-c1d582171c3c req-fb45096c-16e0-4868-8b13-fa89f143c274 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0510209 May 05 15:03:23.746242 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d60e1e2-147c-4462-b110-c1d582171c3c req-f8d5b34d-d620-46bd-b657-da1025c6c312 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 May 05 15:03:24.864371 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7d8e9-b72c-4921-84c3-89046b118ddd req-f8a7eadf-8de2-4bd6-800e-0c6389fe3fbe tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:24.865559 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device bd47fcbb-f90d-4e5e-8583-7e10135e980c details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:03:24.866034 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3c7d8e9-b72c-4921-84c3-89046b118ddd req-f8a7eadf-8de2-4bd6-800e-0c6389fe3fbe tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 944 time: 0.0479805 May 05 15:03:24.916911 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3c7d8e9-b72c-4921-84c3-89046b118ddd req-140877d7-b53b-4a12-a331-861a7baba00e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 May 05 15:03:24.978896 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:24.991221 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'port_id': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'mac_address': 'fa:16:3e:73:f7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:03:25.029242 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port bd47fcbb-f90d-4e5e-8583-7e10135e980c is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:03:25.029634 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:25.042820 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd47fcbb-f90d-4e5e-8583-7e10135e980c {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:03:25.062777 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:25.067250 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:25.112950 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=9']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:25.119921 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.120275 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.120621 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.120985 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.121330 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.121719 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.122060 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.122392 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.122724 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.123055 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.123388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.123733 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.124063 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.124389 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.124715 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:25.390126 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['bd47fcbb-f90d-4e5e-8583-7e10135e980c'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:03:26.014180 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device bd47fcbb-f90d-4e5e-8583-7e10135e980c up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:03:26.038820 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565f7f7-658f-400f-ade3-48f4681871eb req-81397b81-1db0-459a-9346-dca7fb1aafa4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:26.040379 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f565f7f7-658f-400f-ade3-48f4681871eb req-81397b81-1db0-459a-9346-dca7fb1aafa4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 945 time: 0.0484121 May 05 15:03:26.066028 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port bd47fcbb-f90d-4e5e-8583-7e10135e980c triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:03:26.066404 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:26.128917 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f565f7f7-658f-400f-ade3-48f4681871eb req-18f4cdf1-1c85-4bc8-9d6b-c5257ef0bd1e tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815437 May 05 15:03:26.295019 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port bd47fcbb-f90d-4e5e-8583-7e10135e980c is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:03:26.295317 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:26.320576 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:03:26.323121 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ea073f-7191-43cd-b905-aa74cee026c4" -d '{"events": [{"server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "name": "network-vif-plugged", "status": "completed", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:03:26.334170 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:26.341740 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:26.374474 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7f7c3c-d2f9-4a4e-b223-f7025c724524 x-openstack-request-id: req-1f7f7c3c-d2f9-4a4e-b223-f7025c724524 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:03:26.374789 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "name": "network-vif-plugged", "status": "completed", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:03:26.375047 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f7f7c3c-d2f9-4a4e-b223-f7025c724524 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:03:26.375433 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7f7c3c-d2f9-4a4e-b223-f7025c724524'] response: {'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'code': 200} May 05 15:03:26.397481 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:26.607867 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb472fe-4024-4383-a465-28a7b919bc39 req-4033af63-6d3b-4a3b-91aa-fab8e621b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:26.609248 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ebb472fe-4024-4383-a465-28a7b919bc39 req-4033af63-6d3b-4a3b-91aa-fab8e621b1a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 1131 time: 0.0376623 May 05 15:03:26.652504 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ebb472fe-4024-4383-a465-28a7b919bc39 req-7f93e434-071c-40ba-86cb-87a112024f71 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368829 May 05 15:03:27.258728 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd421278-5f31-4a59-a119-03ea59d36023 req-9f7950d1-029d-40c6-8e0f-e0d89bcb8910 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:27.260213 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dd421278-5f31-4a59-a119-03ea59d36023 req-9f7950d1-029d-40c6-8e0f-e0d89bcb8910 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 947 time: 0.0488820 May 05 15:03:27.313595 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dd421278-5f31-4a59-a119-03ea59d36023 req-75a55999-b2f4-46db-9e32-36a955c737cc tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478110 May 05 15:03:28.436814 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c77df-1dcd-49fc-8a21-20c94deee151 req-0d9a4ef1-c18c-489f-badf-8f5818bd8ad4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:28.438300 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f11c77df-1dcd-49fc-8a21-20c94deee151 req-0d9a4ef1-c18c-489f-badf-8f5818bd8ad4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 947 time: 0.0515034 May 05 15:03:28.484936 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f11c77df-1dcd-49fc-8a21-20c94deee151 req-d3142258-9e7f-4c7b-935b-c271dfae9249 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404856 May 05 15:03:29.603655 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d3327-5812-4e1a-a783-6b55d6ba9b3f req-4facf432-aa1e-4734-acc2-b82aeceec46d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:29.605146 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-717d3327-5812-4e1a-a783-6b55d6ba9b3f req-4facf432-aa1e-4734-acc2-b82aeceec46d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 947 time: 0.0475960 May 05 15:03:29.651527 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-717d3327-5812-4e1a-a783-6b55d6ba9b3f req-5248de29-a441-4c6e-8c97-b515bf4afdc9 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 May 05 15:03:29.927212 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:30.769938 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8a818-08b4-4899-a04d-ba7a277c4adc req-8397b0e0-a1e1-40fb-bcf3-9466f2dc2e72 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:30.771388 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5cc8a818-08b4-4899-a04d-ba7a277c4adc req-8397b0e0-a1e1-40fb-bcf3-9466f2dc2e72 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 947 time: 0.0464110 May 05 15:03:30.820933 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5cc8a818-08b4-4899-a04d-ba7a277c4adc req-a392847b-84e3-435c-8b2e-03eacfaefd29 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441313 May 05 15:03:31.935369 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226644e-69a6-4c9e-9f5d-ea316727b635 req-8a9d749a-854f-44a4-a889-a0debb5d2988 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:31.936831 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3226644e-69a6-4c9e-9f5d-ea316727b635 req-8a9d749a-854f-44a4-a889-a0debb5d2988 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 947 time: 0.0461388 May 05 15:03:31.982370 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3226644e-69a6-4c9e-9f5d-ea316727b635 req-06deb893-f1c4-4577-b0b3-f83056b4adb0 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395048 May 05 15:03:33.097133 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64340-e9ae-44ca-ab58-3eb94e074746 req-9d7e9fc3-e46a-4883-917c-c317e999b2fc tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:33.098600 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89b64340-e9ae-44ca-ab58-3eb94e074746 req-9d7e9fc3-e46a-4883-917c-c317e999b2fc tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 947 time: 0.0456102 May 05 15:03:33.144402 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89b64340-e9ae-44ca-ab58-3eb94e074746 req-12bec270-b5bb-4913-811f-830cf4e913cb tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404055 May 05 15:03:34.265032 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86928c0a-e217-4e90-a89c-00c18278eaa4 req-7f026ef9-50ac-4fd3-a01e-7ea6cdf5c91f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:34.266537 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-86928c0a-e217-4e90-a89c-00c18278eaa4 req-7f026ef9-50ac-4fd3-a01e-7ea6cdf5c91f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 947 time: 0.0502384 May 05 15:03:34.311867 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-86928c0a-e217-4e90-a89c-00c18278eaa4 req-752d84f9-8bdd-4d82-bd25-96e81d32da3a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390348 May 05 15:03:36.143283 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:03:37.364988 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-8ab1ff26-1484-4b2c-9220-a19727e9aa47 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383518 May 05 15:03:37.437571 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-48314eab-fb71-4cac-a94c-210ca52b761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:37.440218 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-48314eab-fb71-4cac-a94c-210ca52b761f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 1131 time: 0.0414248 May 05 15:03:37.545969 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-220cf9d6-983a-4f30-ac7a-475530162bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:37.547424 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-220cf9d6-983a-4f30-ac7a-475530162bed service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 200 len: 918 time: 0.0898211 May 05 15:03:37.632992 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf00c8-3af1-472f-ac0c-c297f1b43570 req-1350105e-72ea-480f-b357-821fe3dca9f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:37.634373 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bdbf00c8-3af1-472f-ac0c-c297f1b43570 req-1350105e-72ea-480f-b357-821fe3dca9f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0844727 May 05 15:03:37.654391 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-3fb66855-f885-4f12-9bee-f8c66124b47b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c HTTP/1.1" status: 200 len: 1002 time: 0.0963285 May 05 15:03:37.724805 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bdbf00c8-3af1-472f-ac0c-c297f1b43570 req-6f0a61a4-17a7-43b0-8d19-080a72e2a6f0 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840375 May 05 15:03:37.726296 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-494bb057-a36c-413f-9aa2-0bc5b662d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:37.727624 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-494bb057-a36c-413f-9aa2-0bc5b662d395 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 200 len: 856 time: 0.0669258 May 05 15:03:37.747890 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58916) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:37.776091 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-828ecb8d-6b07-464d-8b88-9176fdeab0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:37.777601 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-828ecb8d-6b07-464d-8b88-9176fdeab0e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae81ac-5c14-477b-aec8-d6c521ab8d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440345 May 05 15:03:37.877918 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-5c48755e-bc8d-4aaa-b5f4-ad79d194ede2 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939968 May 05 15:03:37.979830 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a20bf-d58c-4d6f-b7c5-0ea9963ea4ec tempest-TestMinimumBasicScenario-1797332971 tempest-TestMinimumBasicScenario-1797332971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:37.981068 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5e08245-e9e3-4781-a242-981efbbd3589 req-925dfdf6-d5a8-4749-a8e5-99814af24f41 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940654 May 05 15:03:37.984190 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c21a20bf-d58c-4d6f-b7c5-0ea9963ea4ec tempest-TestMinimumBasicScenario-1797332971 tempest-TestMinimumBasicScenario-1797332971-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 1124 time: 0.2343597 May 05 15:03:37.984930 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58934) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:37.994306 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'port_id': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:03:38.041056 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:38.130900 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:38.254069 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Allocated IP 172.27.1.64 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/ecfbdea6-47f4-411d-91ba-6149e5ae8ca9) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:03:38.355562 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for port (ecfbdea6-47f4-411d-91ba-6149e5ae8ca9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:38.388207 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (ecfbdea6-47f4-411d-91ba-6149e5ae8ca9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:38.428323 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:03:38.434402 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:03:38.437984 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:03:38.471448 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'Port': ['ID=ecfbdea6-47f4-411d-91ba-6149e5ae8ca9,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:38.482489 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.482842 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.483186 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.483526 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.483858 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.484198 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.484529 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.484858 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.485184 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.485539 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.485890 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.486216 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.486543 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.486917 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:38.487244 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:03:39.090901 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for floatingip (0d7fe5ac-8504-4f32-972a-7c90c8888af8), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:39.165537 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ecfbdea6-47f4-411d-91ba-6149e5ae8ca9), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:39.322540 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for port (ecfbdea6-47f4-411d-91ba-6149e5ae8ca9), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:39.326910 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (ecfbdea6-47f4-411d-91ba-6149e5ae8ca9), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:39.405613 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'Port': ['ID=ecfbdea6-47f4-411d-91ba-6149e5ae8ca9,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:39.413113 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (0d7fe5ac-8504-4f32-972a-7c90c8888af8), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:39.518510 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Floating IP 0d7fe5ac-8504-4f32-972a-7c90c8888af8 associated. External IP: 172.27.1.64, port: 103e6a67-31be-4fa0-8011-3eb0237f85fc. May 05 15:03:39.729627 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:03:39.838951 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:03:39.849025 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] Sync routers for ids ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:03:39.857099 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:39.858583 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] Routers {'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:03:39.859197 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:03:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:39.886532 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d4983de9-aaf2-4f1c-b155-6f8094174ce8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8994579 May 05 15:03:39.887230 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:03:39.889356 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 58970) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:39.889869 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4511558-d198-4794-afd7-1a7b97bbe7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:03:39.895161 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-00556c27-c35b-4c96-bbb2-bfd2e2d2e328 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1131092190', 'description': 'tempest-secgroup-smoke-1131092190 description', 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:03:39.918685 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00556c27-c35b-4c96-bbb2-bfd2e2d2e328 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:39.927411 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15a68aa-38f7-4581-9b8b-d3f9fe213659 x-openstack-request-id: req-f15a68aa-38f7-4581-9b8b-d3f9fe213659 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:03:39.927711 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:03:39.927972 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f15a68aa-38f7-4581-9b8b-d3f9fe213659 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:03:39.928389 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15a68aa-38f7-4581-9b8b-d3f9fe213659'] response: {'name': 'network-changed', 'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'status': 'completed', 'code': 200} May 05 15:03:39.976882 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] Set router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:03:39.992936 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00556c27-c35b-4c96-bbb2-bfd2e2d2e328 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group (f19fc223-97c0-487e-bb8d-ab63d35bab0a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:39.995996 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00556c27-c35b-4c96-bbb2-bfd2e2d2e328 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f19fc223-97c0-487e-bb8d-ab63d35bab0a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.025885 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00556c27-c35b-4c96-bbb2-bfd2e2d2e328 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.027092 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-00556c27-c35b-4c96-bbb2-bfd2e2d2e328 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1367207 May 05 15:03:40.028858 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00556c27-c35b-4c96-bbb2-bfd2e2d2e328 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19fc223-97c0-487e-bb8d-ab63d35bab0a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:40.030146 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58974) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:40.035220 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-8802a779-97cd-4e6e-8e4e-eb834acd9012 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'security_group_rule': {'security_group_id': 'f19fc223-97c0-487e-bb8d-ab63d35bab0a', 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:03:40.060027 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8802a779-97cd-4e6e-8e4e-eb834acd9012 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (70ff4211-31bd-4306-8d47-0170fe00aa8c), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.115626 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8802a779-97cd-4e6e-8e4e-eb834acd9012 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (70ff4211-31bd-4306-8d47-0170fe00aa8c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.119731 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8802a779-97cd-4e6e-8e4e-eb834acd9012 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (70ff4211-31bd-4306-8d47-0170fe00aa8c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.138781 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802a779-97cd-4e6e-8e4e-eb834acd9012 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ff4211-31bd-4306-8d47-0170fe00aa8c,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:40.149306 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8802a779-97cd-4e6e-8e4e-eb834acd9012 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.150539 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8802a779-97cd-4e6e-8e4e-eb834acd9012 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194210 May 05 15:03:40.153551 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58976) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:40.157878 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-48d82803-bf8d-4c73-b12c-fb98da8c2a1f tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'security_group_rule': {'security_group_id': 'f19fc223-97c0-487e-bb8d-ab63d35bab0a', 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:03:40.182394 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48d82803-bf8d-4c73-b12c-fb98da8c2a1f tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (64d9042e-0fef-4060-a2b8-288c333f6a06), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.208652 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '0d7fe5ac-8504-4f32-972a-7c90c8888af8', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'port_id': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'mac_address': 'fa:16:3e:2e:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:03:38Z', 'updated_at': '2022-05-05T15:03:38Z', 'revision_number': 0, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff802569-4eb8-4cac-ad21-af90d494c704', 'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'mac_address': 'fa:16:3e:07:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:20Z', 'updated_at': '2022-05-05T15:02:25Z', 'revision_number': 5, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'subnets': [{'id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:40.234469 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] Checking router: ae6997d2-b1b9-4eab-aaa6-2a861c3368fa for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:03:40.238833 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48d82803-bf8d-4c73-b12c-fb98da8c2a1f tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (64d9042e-0fef-4060-a2b8-288c333f6a06), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.243733 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48d82803-bf8d-4c73-b12c-fb98da8c2a1f tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (64d9042e-0fef-4060-a2b8-288c333f6a06), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.244155 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] Routers {'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:03:40.244773 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:03:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:40.261814 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d82803-bf8d-4c73-b12c-fb98da8c2a1f tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d9042e-0fef-4060-a2b8-288c333f6a06,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:40.280910 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48d82803-bf8d-4c73-b12c-fb98da8c2a1f tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.282201 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-48d82803-bf8d-4c73-b12c-fb98da8c2a1f tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276722 May 05 15:03:40.284982 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58980) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:40.289362 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a9eea484-3a01-4953-8c53-3cc4e7258095 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'security_group_rule': {'security_group_id': 'f19fc223-97c0-487e-bb8d-ab63d35bab0a', 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:03:40.315909 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a9eea484-3a01-4953-8c53-3cc4e7258095 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (15185f98-f65d-49a5-a94e-7a9879e7a990), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.369659 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] Set router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:03:40.377297 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a9eea484-3a01-4953-8c53-3cc4e7258095 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (15185f98-f65d-49a5-a94e-7a9879e7a990), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.380793 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a9eea484-3a01-4953-8c53-3cc4e7258095 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (15185f98-f65d-49a5-a94e-7a9879e7a990), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.399808 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eea484-3a01-4953-8c53-3cc4e7258095 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15185f98-f65d-49a5-a94e-7a9879e7a990,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:40.405003 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a9eea484-3a01-4953-8c53-3cc4e7258095 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.406372 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a9eea484-3a01-4953-8c53-3cc4e7258095 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203980 May 05 15:03:40.409767 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58982) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:40.414369 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-b8fdb5c7-d37b-4f94-bbe7-d236ddb086ac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'security_group_rule': {'security_group_id': 'f19fc223-97c0-487e-bb8d-ab63d35bab0a', 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:03:40.446369 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c7-d37b-4f94-bbe7-d236ddb086ac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (830f4dea-7cfb-4cdc-af96-35ecbf2f8200), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.510361 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c7-d37b-4f94-bbe7-d236ddb086ac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (830f4dea-7cfb-4cdc-af96-35ecbf2f8200), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.515213 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c7-d37b-4f94-bbe7-d236ddb086ac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (830f4dea-7cfb-4cdc-af96-35ecbf2f8200), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.537873 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdb5c7-d37b-4f94-bbe7-d236ddb086ac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830f4dea-7cfb-4cdc-af96-35ecbf2f8200,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:40.549672 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c7-d37b-4f94-bbe7-d236ddb086ac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.550887 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b8fdb5c7-d37b-4f94-bbe7-d236ddb086ac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401923 May 05 15:03:40.553658 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58988) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:40.557957 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-0055574d-99f8-4c74-bc25-75900e57ed89 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'security_group_rule': {'security_group_id': 'f19fc223-97c0-487e-bb8d-ab63d35bab0a', 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:03:40.578368 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.securitygroups_db [None req-0055574d-99f8-4c74-bc25-75900e57ed89 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Project d4af07bd8d7141af97fb4bf0e8168e9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:03:40.584898 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0055574d-99f8-4c74-bc25-75900e57ed89 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (b6b5742f-c71f-455d-98c0-021646bff869), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.606604 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '0d7fe5ac-8504-4f32-972a-7c90c8888af8', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'port_id': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'mac_address': 'fa:16:3e:2e:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:03:38Z', 'updated_at': '2022-05-05T15:03:38Z', 'revision_number': 0, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff802569-4eb8-4cac-ad21-af90d494c704', 'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'mac_address': 'fa:16:3e:07:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:20Z', 'updated_at': '2022-05-05T15:02:25Z', 'revision_number': 5, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'subnets': [{'id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:40.632783 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448cd2b0-3fd4-4242-8ac9-b49f3c5c45a5 None None] The sync data for ids ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'] in dv-cinder-839426-6-iscsi is: [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '0d7fe5ac-8504-4f32-972a-7c90c8888af8', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'port_id': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'mac_address': 'fa:16:3e:2e:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:03:38Z', 'updated_at': '2022-05-05T15:03:38Z', 'revision_number': 0, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff802569-4eb8-4cac-ad21-af90d494c704', 'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'mac_address': 'fa:16:3e:07:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:20Z', 'updated_at': '2022-05-05T15:02:25Z', 'revision_number': 5, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'subnets': [{'id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:03:40.646829 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0055574d-99f8-4c74-bc25-75900e57ed89 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (b6b5742f-c71f-455d-98c0-021646bff869), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.651847 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0055574d-99f8-4c74-bc25-75900e57ed89 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (b6b5742f-c71f-455d-98c0-021646bff869), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.672866 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055574d-99f8-4c74-bc25-75900e57ed89 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b5742f-c71f-455d-98c0-021646bff869,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:40.679251 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0055574d-99f8-4c74-bc25-75900e57ed89 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.680291 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0055574d-99f8-4c74-bc25-75900e57ed89 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257207 May 05 15:03:40.682981 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 58990) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:40.687397 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-884bf174-8d2a-4e84-9a7a-e8e08f3faaac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'security_group_rule': {'security_group_id': 'f19fc223-97c0-487e-bb8d-ab63d35bab0a', 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:03:40.709692 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.securitygroups_db [None req-884bf174-8d2a-4e84-9a7a-e8e08f3faaac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Project d4af07bd8d7141af97fb4bf0e8168e9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:03:40.715593 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-884bf174-8d2a-4e84-9a7a-e8e08f3faaac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (871d2c6c-937a-4daa-b6ab-e9163756c5ec), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.778059 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-884bf174-8d2a-4e84-9a7a-e8e08f3faaac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (871d2c6c-937a-4daa-b6ab-e9163756c5ec), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.782796 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-884bf174-8d2a-4e84-9a7a-e8e08f3faaac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (871d2c6c-937a-4daa-b6ab-e9163756c5ec), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.801690 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bf174-8d2a-4e84-9a7a-e8e08f3faaac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871d2c6c-937a-4daa-b6ab-e9163756c5ec,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:40.810723 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-884bf174-8d2a-4e84-9a7a-e8e08f3faaac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:40.811949 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-884bf174-8d2a-4e84-9a7a-e8e08f3faaac tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280544 May 05 15:03:40.851251 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8397ca-2809-4546-bd38-e65b7f23c96d None None] New status for floating IP 0d7fe5ac-8504-4f32-972a-7c90c8888af8: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:03:40.904526 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c33f2af-d669-4928-af8e-54b28af6190b req-175ae502-f4f2-4ea9-91cb-aa2e0f2e5e51 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131092190&fields=id&tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f HTTP/1.1" status: 200 len: 267 time: 0.0459013 May 05 15:03:40.955775 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33f2af-d669-4928-af8e-54b28af6190b req-4ff01465-c191-4880-b9e1-2365abbabda3 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:40.957273 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c33f2af-d669-4928-af8e-54b28af6190b req-4ff01465-c191-4880-b9e1-2365abbabda3 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0471036 May 05 15:03:40.967973 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-5c33f2af-d669-4928-af8e-54b28af6190b req-8a79c55c-8f6d-42e6-881b-32000b7f27f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'port': {'security_groups': ['731c36e1-9b62-453d-98ea-ffb1c82a20dd', 'f19fc223-97c0-487e-bb8d-ab63d35bab0a']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:03:41.051469 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-5c33f2af-d669-4928-af8e-54b28af6190b req-8a79c55c-8f6d-42e6-881b-32000b7f27f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:41.243952 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-5c33f2af-d669-4928-af8e-54b28af6190b req-8a79c55c-8f6d-42e6-881b-32000b7f27f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] For port 103e6a67-31be-4fa0-8011-3eb0237f85fc, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:41.304934 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-dbcb437e-ccc5-476f-9bf3-fc3a10cdb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:41.306346 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-dbcb437e-ccc5-476f-9bf3-fc3a10cdb28f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f&device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 1129 time: 0.0535710 May 05 15:03:41.308384 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-5c33f2af-d669-4928-af8e-54b28af6190b req-8a79c55c-8f6d-42e6-881b-32000b7f27f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:41.312924 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-5c33f2af-d669-4928-af8e-54b28af6190b req-8a79c55c-8f6d-42e6-881b-32000b7f27f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:41.357807 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['103e6a67-31be-4fa0-8011-3eb0237f85fc'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:03:41.383506 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33f2af-d669-4928-af8e-54b28af6190b req-8a79c55c-8f6d-42e6-881b-32000b7f27f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:41.384761 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-5c33f2af-d669-4928-af8e-54b28af6190b req-8a79c55c-8f6d-42e6-881b-32000b7f27f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:41.386250 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c33f2af-d669-4928-af8e-54b28af6190b req-8a79c55c-8f6d-42e6-881b-32000b7f27f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "PUT /v2.0/ports/103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 200 len: 981 time: 0.4229343 May 05 15:03:41.457612 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79c55c-8f6d-42e6-881b-32000b7f27f8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'Port': ['ID=103e6a67-31be-4fa0-8011-3eb0237f85fc,revision_number=6']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:41.519399 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-9b1ce14b-d86e-4ca6-a319-729af927248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:41.520900 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-9b1ce14b-d86e-4ca6-a319-729af927248d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2f10147-231e-447b-8c10-07f2885f79b1 HTTP/1.1" status: 200 len: 915 time: 0.1994267 May 05 15:03:41.532729 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fb20b-85fe-44e6-8b05-6e215c7edb3e req-909c986c-b6bd-4766-9734-803b5f62941c tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:41.534291 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-773fb20b-85fe-44e6-8b05-6e215c7edb3e req-909c986c-b6bd-4766-9734-803b5f62941c tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0719807 May 05 15:03:41.565700 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['103e6a67-31be-4fa0-8011-3eb0237f85fc'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:03:41.662925 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-2ef5c6cf-bc86-4844-90d8-3d6c9c01198c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 200 len: 1000 time: 0.1269636 May 05 15:03:41.673681 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-773fb20b-85fe-44e6-8b05-6e215c7edb3e req-5c78c1e3-7886-406d-911f-7885c5aafea6 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295576 May 05 15:03:41.708510 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-f4c59c05-0e64-4b90-8d5e-411a7d74317f None None] Provisioning complete for port 103e6a67-31be-4fa0-8011-3eb0237f85fc triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:03:41.708749 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4c59c05-0e64-4b90-8d5e-411a7d74317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:41.718078 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-6893ad4f-301e-4396-840c-26f74b119867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:41.720119 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-6893ad4f-301e-4396-840c-26f74b119867 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c46dc37-3791-4d0d-b0f3-06853bfacfdf HTTP/1.1" status: 200 len: 853 time: 0.0452745 May 05 15:03:41.770913 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-80b0e14b-a6df-49df-9fd6-3df1c19590ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:41.772407 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-80b0e14b-a6df-49df-9fd6-3df1c19590ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2f10147-231e-447b-8c10-07f2885f79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389090 May 05 15:03:41.871679 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-3e96a55a-65de-4a67-a6a0-d6fa797bf218 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895617 May 05 15:03:41.903453 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f4c59c05-0e64-4b90-8d5e-411a7d74317f None None] Current status of the port 103e6a67-31be-4fa0-8011-3eb0237f85fc is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:03:41.940430 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:03:41.942699 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e639dd-51ce-4225-aacb-84153a1654cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:03:41.987236 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba2fa89-5f28-4e10-8134-bbb2e72bebbd x-openstack-request-id: req-8ba2fa89-5f28-4e10-8134-bbb2e72bebbd {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:03:41.987537 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:03:41.987795 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ba2fa89-5f28-4e10-8134-bbb2e72bebbd {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:03:41.988203 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba2fa89-5f28-4e10-8134-bbb2e72bebbd'] response: {'name': 'network-changed', 'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'status': 'completed', 'code': 200} May 05 15:03:41.990402 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4511558-d198-4794-afd7-1a7b97bbe7a6 req-eaf8d001-eed4-4592-aa0d-03c54a4b8868 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107705 May 05 15:03:42.141983 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e639dd-51ce-4225-aacb-84153a1654cf req-12b0092f-3916-4b19-aa63-3af152234f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:42.143384 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78e639dd-51ce-4225-aacb-84153a1654cf req-12b0092f-3916-4b19-aa63-3af152234f22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f&device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 1168 time: 0.0439026 May 05 15:03:42.233331 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e639dd-51ce-4225-aacb-84153a1654cf req-3f23f4ea-c338-4d85-b938-596ca2a1960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:42.234822 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78e639dd-51ce-4225-aacb-84153a1654cf req-3f23f4ea-c338-4d85-b938-596ca2a1960f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2f10147-231e-447b-8c10-07f2885f79b1 HTTP/1.1" status: 200 len: 915 time: 0.0840619 May 05 15:03:42.304284 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78e639dd-51ce-4225-aacb-84153a1654cf req-6fb6a776-4e96-4ea9-b54b-9e4a0b2b9a6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 200 len: 1000 time: 0.0616210 May 05 15:03:42.356734 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e639dd-51ce-4225-aacb-84153a1654cf req-72e9bc3b-c560-4f19-8150-530ba4f0b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:42.358188 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78e639dd-51ce-4225-aacb-84153a1654cf req-72e9bc3b-c560-4f19-8150-530ba4f0b860 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c46dc37-3791-4d0d-b0f3-06853bfacfdf HTTP/1.1" status: 200 len: 853 time: 0.0466647 May 05 15:03:42.404501 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e639dd-51ce-4225-aacb-84153a1654cf req-ef513e79-d81c-42df-b995-fd38721ba65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:42.406034 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78e639dd-51ce-4225-aacb-84153a1654cf req-ef513e79-d81c-42df-b995-fd38721ba65b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2f10147-231e-447b-8c10-07f2885f79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396483 May 05 15:03:42.506888 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78e639dd-51ce-4225-aacb-84153a1654cf req-145186e6-47f7-4437-8c38-ecf6b93724c4 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914843 May 05 15:03:42.538611 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f082cd59-d62a-46d5-83d1-17ca2da670d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:42.600735 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78e639dd-51ce-4225-aacb-84153a1654cf req-364c9872-bd48-4972-b89c-71ca3ef9c408 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868387 May 05 15:03:44.941402 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8b2347f-7218-4358-a151-9d068f639f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:46.231695 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:47.647588 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:48.964774 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:53.851845 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59182) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:53.956080 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2a94f46c-5951-4489-9817-03854bb6236b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.029163 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2a94f46c-5951-4489-9817-03854bb6236b admin admin] Publish callbacks [] for security_group (3b1e9ca2-5470-4dc4-892d-cee972c5bfdc), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.033450 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2a94f46c-5951-4489-9817-03854bb6236b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3b1e9ca2-5470-4dc4-892d-cee972c5bfdc), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.071105 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2a94f46c-5951-4489-9817-03854bb6236b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56675f8d37834c7cb41f6f50d81d6889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182193 May 05 15:03:54.071951 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94f46c-5951-4489-9817-03854bb6236b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1e9ca2-5470-4dc4-892d-cee972c5bfdc,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:54.073777 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59186) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:54.120999 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fabbdfe2-bee2-4c06-a76b-dac715192f2f admin admin] Publish callbacks [] for security_group (3b1e9ca2-5470-4dc4-892d-cee972c5bfdc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.145322 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fabbdfe2-bee2-4c06-a76b-dac715192f2f admin admin] Publish callbacks [] for security_group (3b1e9ca2-5470-4dc4-892d-cee972c5bfdc), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.196253 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fabbdfe2-bee2-4c06-a76b-dac715192f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3b1e9ca2-5470-4dc4-892d-cee972c5bfdc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.198894 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fabbdfe2-bee2-4c06-a76b-dac715192f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.200029 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fabbdfe2-bee2-4c06-a76b-dac715192f2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b1e9ca2-5470-4dc4-892d-cee972c5bfdc HTTP/1.1" status: 204 len: 168 time: 0.1252866 May 05 15:03:54.209956 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbdfe2-bee2-4c06-a76b-dac715192f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1e9ca2-5470-4dc4-892d-cee972c5bfdc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:54.495608 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59202) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:54.510761 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8f48053-f605-4b95-99f2-3049e9fec63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.608285 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8f48053-f605-4b95-99f2-3049e9fec63b admin admin] Publish callbacks [] for security_group (f7cdd1ad-a7f3-4347-b994-3496c94b2d1a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.613321 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8f48053-f605-4b95-99f2-3049e9fec63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f7cdd1ad-a7f3-4347-b994-3496c94b2d1a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.655822 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f48053-f605-4b95-99f2-3049e9fec63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cdd1ad-a7f3-4347-b994-3496c94b2d1a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:54.664424 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f8f48053-f605-4b95-99f2-3049e9fec63b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c9bd4d3937b4758911155d6138f11d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651959 May 05 15:03:54.664608 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59216) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:54.718159 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e41109f-8131-4d6e-8846-42f5c9fe2c1c admin admin] Publish callbacks [] for security_group (f7cdd1ad-a7f3-4347-b994-3496c94b2d1a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.743678 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e41109f-8131-4d6e-8846-42f5c9fe2c1c admin admin] Publish callbacks [] for security_group (f7cdd1ad-a7f3-4347-b994-3496c94b2d1a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.806873 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e41109f-8131-4d6e-8846-42f5c9fe2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f7cdd1ad-a7f3-4347-b994-3496c94b2d1a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.810740 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e41109f-8131-4d6e-8846-42f5c9fe2c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:54.812028 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3e41109f-8131-4d6e-8846-42f5c9fe2c1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7cdd1ad-a7f3-4347-b994-3496c94b2d1a HTTP/1.1" status: 204 len: 168 time: 0.1465912 May 05 15:03:54.822723 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41109f-8131-4d6e-8846-42f5c9fe2c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cdd1ad-a7f3-4347-b994-3496c94b2d1a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:55.051126 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59230) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:55.175764 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6693c411-fb67-4bb8-afd2-135b7fa2273a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.250934 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6693c411-fb67-4bb8-afd2-135b7fa2273a admin admin] Publish callbacks [] for security_group (1aac2e61-45f1-45d5-b708-8a2020bea4ad), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.255298 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6693c411-fb67-4bb8-afd2-135b7fa2273a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (1aac2e61-45f1-45d5-b708-8a2020bea4ad), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.293832 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6693c411-fb67-4bb8-afd2-135b7fa2273a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b135a08949646c89b5f08c8dc786432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415545 May 05 15:03:55.294710 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693c411-fb67-4bb8-afd2-135b7fa2273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aac2e61-45f1-45d5-b708-8a2020bea4ad,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:55.296468 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59242) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:55.353947 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d102268-b3dd-46cb-bfd8-868f77c3b41d admin admin] Publish callbacks [] for security_group (1aac2e61-45f1-45d5-b708-8a2020bea4ad), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.373398 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59250) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:55.380844 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d102268-b3dd-46cb-bfd8-868f77c3b41d admin admin] Publish callbacks [] for security_group (1aac2e61-45f1-45d5-b708-8a2020bea4ad), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.441215 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d102268-b3dd-46cb-bfd8-868f77c3b41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (1aac2e61-45f1-45d5-b708-8a2020bea4ad), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.444318 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d102268-b3dd-46cb-bfd8-868f77c3b41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.445618 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8d102268-b3dd-46cb-bfd8-868f77c3b41d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1aac2e61-45f1-45d5-b708-8a2020bea4ad HTTP/1.1" status: 204 len: 168 time: 0.1479049 May 05 15:03:55.455557 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d102268-b3dd-46cb-bfd8-868f77c3b41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aac2e61-45f1-45d5-b708-8a2020bea4ad,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:55.541998 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Deleting port 68f05acb-c58c-4092-975f-ff6895d722c9 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:03:55.542345 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (68f05acb-c58c-4092-975f-ff6895d722c9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.624729 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (68f05acb-c58c-4092-975f-ff6895d722c9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.625139 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for floatingip (68f05acb-c58c-4092-975f-ff6895d722c9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.638961 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Calling delete_port for 68f05acb-c58c-4092-975f-ff6895d722c9 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:03:55.826488 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (68f05acb-c58c-4092-975f-ff6895d722c9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.852307 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event deleted for resources: {'Port': ['ID=68f05acb-c58c-4092-975f-ff6895d722c9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:55.863328 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:55.892732 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88a87062-6a59-4220-af8f-992dc2d1e814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.949480 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for floatingip (abbb3fb1-b598-4324-8fca-f1222a85a935), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:55.949810 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Floating IP abbb3fb1-b598-4324-8fca-f1222a85a935 disassociated (deleted). External IP: 172.27.1.77, port: 5aa9a45d-b3d1-4e99-a783-e4934b28d227. May 05 15:03:56.079988 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88a87062-6a59-4220-af8f-992dc2d1e814 admin admin] Publish callbacks [] for security_group (6deb3b20-f7e4-4b91-b68e-331c5e6ef0df), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:56.085675 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88a87062-6a59-4220-af8f-992dc2d1e814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (6deb3b20-f7e4-4b91-b68e-331c5e6ef0df), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:56.160882 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a87062-6a59-4220-af8f-992dc2d1e814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deb3b20-f7e4-4b91-b68e-331c5e6ef0df,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:56.166573 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-88a87062-6a59-4220-af8f-992dc2d1e814 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03d42d31342c405abbf2e86debafe77f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014271 May 05 15:03:56.169399 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59276) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:56.227310 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-933c1443-f9cf-4be4-8eeb-4093efe9b178 admin admin] Publish callbacks [] for security_group (6deb3b20-f7e4-4b91-b68e-331c5e6ef0df), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:56.242149 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Router 31d12fb0-7621-46de-851f-101388998ba0 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:03:56.251501 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-933c1443-f9cf-4be4-8eeb-4093efe9b178 admin admin] Publish callbacks [] for security_group (6deb3b20-f7e4-4b91-b68e-331c5e6ef0df), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:56.304174 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-933c1443-f9cf-4be4-8eeb-4093efe9b178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (6deb3b20-f7e4-4b91-b68e-331c5e6ef0df), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:56.307684 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-933c1443-f9cf-4be4-8eeb-4093efe9b178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:56.309583 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-933c1443-f9cf-4be4-8eeb-4093efe9b178 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6deb3b20-f7e4-4b91-b68e-331c5e6ef0df HTTP/1.1" status: 204 len: 168 time: 0.1386342 May 05 15:03:56.320909 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c1443-f9cf-4be4-8eeb-4093efe9b178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deb3b20-f7e4-4b91-b68e-331c5e6ef0df,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:56.369158 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:03:56.373564 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:56.383545 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] Sync routers for ids ['31d12fb0-7621-46de-851f-101388998ba0'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:03:56.394208 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] Routers {'31d12fb0-7621-46de-851f-101388998ba0'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:03:56.395113 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:03:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['31d12fb0-7621-46de-851f-101388998ba0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:56.407162 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-32886490-2b66-4a26-959e-0cbe626b7633 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "DELETE /v2.0/floatingips/abbb3fb1-b598-4324-8fca-f1222a85a935 HTTP/1.1" status: 204 len: 168 time: 1.0325358 May 05 15:03:56.407790 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:03:56.410168 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d109172e-8c45-48a9-87c9-d7c1f26234c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:03:56.477706 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2566815-0277-4d01-be46-6e20a42e988e x-openstack-request-id: req-d2566815-0277-4d01-be46-6e20a42e988e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:03:56.478109 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:03:56.478472 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2566815-0277-4d01-be46-6e20a42e988e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:03:56.479142 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2566815-0277-4d01-be46-6e20a42e988e'] response: {'name': 'network-changed', 'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'status': 'completed', 'code': 200} May 05 15:03:56.536485 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] Set router 31d12fb0-7621-46de-851f-101388998ba0 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:03:56.603635 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-e91e05f9-d077-46e2-8356-f9b7fe9a0c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:56.607190 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-e91e05f9-d077-46e2-8356-f9b7fe9a0c34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00847662f3c54b2a81e47a0bcd5c3a08&device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 1129 time: 0.0752659 May 05 15:03:56.714295 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59296) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:56.753769 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c243b3-3f89-4fd3-ac5a-db9e05f40f75 req-0a0370f0-51d8-4792-a470-d8f9bc61a1b9 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:56.755785 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-57c243b3-3f89-4fd3-ac5a-db9e05f40f75 req-0a0370f0-51d8-4792-a470-d8f9bc61a1b9 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0673361 May 05 15:03:56.789152 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'c064272c-b13a-42ae-9056-c32e50b4c135', 'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'mac_address': 'fa:16:3e:ad:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:11Z', 'updated_at': '2022-05-05T14:59:15Z', 'revision_number': 5, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'subnets': [{'id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:56.808336 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-cf1a116b-d863-40a4-9cf7-dbac458912d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:56.810015 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-cf1a116b-d863-40a4-9cf7-dbac458912d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 HTTP/1.1" status: 200 len: 910 time: 0.1974304 May 05 15:03:56.823859 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] Checking router: 31d12fb0-7621-46de-851f-101388998ba0 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:03:56.832804 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] Routers {'31d12fb0-7621-46de-851f-101388998ba0'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:03:56.834380 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:03:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['31d12fb0-7621-46de-851f-101388998ba0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:56.839282 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-57c243b3-3f89-4fd3-ac5a-db9e05f40f75 req-3af074d5-57f5-45e3-b7d8-b8fbd31609fb tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734987 May 05 15:03:57.053910 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] Set router 31d12fb0-7621-46de-851f-101388998ba0 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:03:57.127838 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cb97b5e-0bbd-4d5f-8be4-1abdbb260d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:57.206370 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cb97b5e-0bbd-4d5f-8be4-1abdbb260d77 admin admin] Publish callbacks [] for security_group (9bdcab62-532b-48fd-90d2-7fe071c3d728), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:57.211842 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cb97b5e-0bbd-4d5f-8be4-1abdbb260d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (9bdcab62-532b-48fd-90d2-7fe071c3d728), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:57.255070 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3cb97b5e-0bbd-4d5f-8be4-1abdbb260d77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51fa484f6db84dd1b3dd1703b154202b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5370059 May 05 15:03:57.255845 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59318) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:57.261544 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb97b5e-0bbd-4d5f-8be4-1abdbb260d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdcab62-532b-48fd-90d2-7fe071c3d728,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:57.268148 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'c064272c-b13a-42ae-9056-c32e50b4c135', 'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'mac_address': 'fa:16:3e:ad:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:11Z', 'updated_at': '2022-05-05T14:59:15Z', 'revision_number': 5, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'subnets': [{'id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:03:57.297825 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49e2885-4864-496c-b38a-ca05d4a2d04b None None] The sync data for ids ['31d12fb0-7621-46de-851f-101388998ba0'] in dv-cinder-839426-6-iscsi is: [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:11Z', 'revision_number': 4, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'c064272c-b13a-42ae-9056-c32e50b4c135', 'name': '', 'network_id': '1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'mac_address': 'fa:16:3e:ad:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:11Z', 'updated_at': '2022-05-05T14:59:15Z', 'revision_number': 5, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'subnets': [{'id': '3f04552d-5b94-48c7-8344-70cbf4cd2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:03:57.308532 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600c7301-6da5-41d0-829b-cae8f58c9157 admin admin] Publish callbacks [] for security_group (9bdcab62-532b-48fd-90d2-7fe071c3d728), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:57.332249 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600c7301-6da5-41d0-829b-cae8f58c9157 admin admin] Publish callbacks [] for security_group (9bdcab62-532b-48fd-90d2-7fe071c3d728), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:57.392205 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600c7301-6da5-41d0-829b-cae8f58c9157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (9bdcab62-532b-48fd-90d2-7fe071c3d728), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:57.395272 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600c7301-6da5-41d0-829b-cae8f58c9157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:57.396445 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-600c7301-6da5-41d0-829b-cae8f58c9157 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bdcab62-532b-48fd-90d2-7fe071c3d728 HTTP/1.1" status: 204 len: 168 time: 0.1402812 May 05 15:03:57.406440 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c7301-6da5-41d0-829b-cae8f58c9157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdcab62-532b-48fd-90d2-7fe071c3d728,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:57.602816 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf34d0-dd10-47b3-a860-4f7a8fcfbd52 None None] New status for floating IP abbb3fb1-b598-4324-8fca-f1222a85a935: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:03:57.817707 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59336) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:57.831936 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c6bc713e-df54-4c70-a5f6-7bd556ff4a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:57.893308 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-91e801fc-1966-4802-ac8b-0e9de2e6abf1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227 HTTP/1.1" status: 200 len: 217 time: 0.0424330 May 05 15:03:58.009882 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e12f28-4ca6-49aa-8fe4-6ba31c58a6f0 req-afbe2285-6105-4ee0-a14a-5c35fb8a5717 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:58.011429 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-90e12f28-4ca6-49aa-8fe4-6ba31c58a6f0 req-afbe2285-6105-4ee0-a14a-5c35fb8a5717 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0749452 May 05 15:03:58.014134 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-8f659fc3-14c8-4786-8a47-108a17fa7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:58.016295 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-8f659fc3-14c8-4786-8a47-108a17fa7ee6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f04552d-5b94-48c7-8344-70cbf4cd2c50 HTTP/1.1" status: 200 len: 848 time: 0.1130576 May 05 15:03:58.051756 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c6bc713e-df54-4c70-a5f6-7bd556ff4a09 admin admin] Publish callbacks [] for security_group (313c66eb-623e-4937-a0d7-98aea896f0b5), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:58.058077 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c6bc713e-df54-4c70-a5f6-7bd556ff4a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (313c66eb-623e-4937-a0d7-98aea896f0b5), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:58.118957 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-90e12f28-4ca6-49aa-8fe4-6ba31c58a6f0 req-3c87babb-854e-49a2-b7b6-dc0bb2079e69 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b62f4b3-633d-4e3b-afbe-83499b2911dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993116 May 05 15:03:58.120978 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc713e-df54-4c70-a5f6-7bd556ff4a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313c66eb-623e-4937-a0d7-98aea896f0b5,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:58.125826 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c6bc713e-df54-4c70-a5f6-7bd556ff4a09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=507292525a2d401589a0d31e7dc40c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064535 May 05 15:03:58.129212 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59350) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:03:58.169983 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-f3fe2ccb-d44c-40f0-8487-04420f4251f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:58.171502 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-f3fe2ccb-d44c-40f0-8487-04420f4251f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430338 May 05 15:03:58.187362 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c61929ce-1fd1-4577-b315-281b9a20429f admin admin] Publish callbacks [] for security_group (313c66eb-623e-4937-a0d7-98aea896f0b5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:58.210143 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c61929ce-1fd1-4577-b315-281b9a20429f admin admin] Publish callbacks [] for security_group (313c66eb-623e-4937-a0d7-98aea896f0b5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:58.259552 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c61929ce-1fd1-4577-b315-281b9a20429f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (313c66eb-623e-4937-a0d7-98aea896f0b5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:58.262141 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c61929ce-1fd1-4577-b315-281b9a20429f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:58.265505 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c61929ce-1fd1-4577-b315-281b9a20429f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/313c66eb-623e-4937-a0d7-98aea896f0b5 HTTP/1.1" status: 204 len: 168 time: 0.1327076 May 05 15:03:58.272058 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61929ce-1fd1-4577-b315-281b9a20429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c66eb-623e-4937-a0d7-98aea896f0b5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:58.444756 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-8036b388-b738-4bc2-af96-d99483bd40c5 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891800 May 05 15:03:58.539074 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-28663412-fca9-4867-94c8-7c65683d33d6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:03:58.540638 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-28663412-fca9-4867-94c8-7c65683d33d6 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 945 time: 0.0514786 May 05 15:03:58.583046 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d109172e-8c45-48a9-87c9-d7c1f26234c0 req-7f206c39-4d40-4c2d-8f59-6be05a6df438 service neutron] 10.222.0.25 "GET /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943534 May 05 15:03:58.634127 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-e3c409e1-8cd4-49b1-befb-09111a33b79e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Deleting port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:03:58.634478 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-e3c409e1-8cd4-49b1-befb-09111a33b79e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:58.724791 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-e3c409e1-8cd4-49b1-befb-09111a33b79e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] For port 5aa9a45d-b3d1-4e99-a783-e4934b28d227, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=5aa9a45d-b3d1-4e99-a783-e4934b28d227,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:03:58.725223 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-e3c409e1-8cd4-49b1-befb-09111a33b79e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:58.739209 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-e3c409e1-8cd4-49b1-befb-09111a33b79e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Calling delete_port for 5aa9a45d-b3d1-4e99-a783-e4934b28d227 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:03:58.875057 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-e3c409e1-8cd4-49b1-befb-09111a33b79e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (5aa9a45d-b3d1-4e99-a783-e4934b28d227), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:58.907626 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c409e1-8cd4-49b1-befb-09111a33b79e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event deleted for resources: {'Port': ['ID=5aa9a45d-b3d1-4e99-a783-e4934b28d227,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:03:58.955806 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-e3c409e1-8cd4-49b1-befb-09111a33b79e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] No DVR routers for this DVR port 5aa9a45d-b3d1-4e99-a783-e4934b28d227 on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:03:58.958309 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-e3c409e1-8cd4-49b1-befb-09111a33b79e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:03:58.961505 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-787b6275-8e5b-435c-8bfd-ea450c3cb70e req-e3c409e1-8cd4-49b1-befb-09111a33b79e tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.25 "DELETE /v2.0/ports/5aa9a45d-b3d1-4e99-a783-e4934b28d227 HTTP/1.1" status: 204 len: 173 time: 0.4149675 May 05 15:03:58.961969 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'name': 'network-vif-deleted', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:03:58.964234 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454bb8ec-57d8-402a-b362-e735d190c562" -d '{"events": [{"server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "name": "network-vif-deleted", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:03:59.003258 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a8d147-d9cb-4869-b5f4-c27b0afe8541 x-openstack-request-id: req-81a8d147-d9cb-4869-b5f4-c27b0afe8541 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:03:59.003564 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a1b944-231a-44b0-8557-4492c46ab4f2", "name": "network-vif-deleted", "tag": "5aa9a45d-b3d1-4e99-a783-e4934b28d227", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:03:59.003828 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81a8d147-d9cb-4869-b5f4-c27b0afe8541 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:03:59.004241 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a8d147-d9cb-4869-b5f4-c27b0afe8541'] response: {'server_uuid': 'e8a1b944-231a-44b0-8557-4492c46ab4f2', 'name': 'network-vif-deleted', 'tag': '5aa9a45d-b3d1-4e99-a783-e4934b28d227', 'status': 'completed', 'code': 200} May 05 15:03:59.223894 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ad7f4a4f-2286-4f3a-8afa-69cc3f254557 req-8c4306cd-bed3-4129-a6dd-45c86b7f64e2 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a1b944-231a-44b0-8557-4492c46ab4f2 HTTP/1.1" status: 200 len: 210 time: 0.0285378 May 05 15:03:59.923168 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:00.285762 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59420) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:00.346461 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e41e5169-5e6c-4ebb-a7f3-1e6cfd1ed157 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group (2b62f4b3-633d-4e3b-afbe-83499b2911dd), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:00.371431 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e41e5169-5e6c-4ebb-a7f3-1e6cfd1ed157 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group (2b62f4b3-633d-4e3b-afbe-83499b2911dd), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:00.431035 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e41e5169-5e6c-4ebb-a7f3-1e6cfd1ed157 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (2b62f4b3-633d-4e3b-afbe-83499b2911dd), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:00.433775 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e41e5169-5e6c-4ebb-a7f3-1e6cfd1ed157 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:00.435036 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e41e5169-5e6c-4ebb-a7f3-1e6cfd1ed157 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] 10.222.0.48 "DELETE /v2.0/security-groups/2b62f4b3-633d-4e3b-afbe-83499b2911dd HTTP/1.1" status: 204 len: 168 time: 0.1484170 May 05 15:04:00.445325 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5169-5e6c-4ebb-a7f3-1e6cfd1ed157 tempest-TestShelveInstance-1472451524 tempest-TestShelveInstance-1472451524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b62f4b3-633d-4e3b-afbe-83499b2911dd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:00.478396 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59426) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:01.075665 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753748'] for router_interface (31d12fb0-7621-46de-851f-101388998ba0), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:01.309602 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] Deleting port c064272c-b13a-42ae-9056-c32e50b4c135 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:01.310039 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:01.391258 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] For port c064272c-b13a-42ae-9056-c32e50b4c135, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=c064272c-b13a-42ae-9056-c32e50b4c135,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:01.391641 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:01.404237 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] Calling delete_port for c064272c-b13a-42ae-9056-c32e50b4c135 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:01.595972 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (c064272c-b13a-42ae-9056-c32e50b4c135), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:01.623815 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] Pushing event deleted for resources: {'Port': ['ID=c064272c-b13a-42ae-9056-c32e50b4c135,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:01.794888 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1749489'] for router_interface (31d12fb0-7621-46de-851f-101388998ba0), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.013834 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] Router 31d12fb0-7621-46de-851f-101388998ba0 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:04:02.124003 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:04:02.129553 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f8062718-e741-4906-acc1-a97d28e7238f admin admin] 10.222.0.48 "PUT /v2.0/routers/31d12fb0-7621-46de-851f-101388998ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6501110 May 05 15:04:02.132085 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59446) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:02.135129 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] Sync routers for ids ['31d12fb0-7621-46de-851f-101388998ba0'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:04:02.144632 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] Routers {'31d12fb0-7621-46de-851f-101388998ba0'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:04:02.145235 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:03:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['31d12fb0-7621-46de-851f-101388998ba0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:02.237697 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Publish callbacks [] for router (31d12fb0-7621-46de-851f-101388998ba0), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.252333 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] Set router 31d12fb0-7621-46de-851f-101388998ba0 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:04:02.346129 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Publish callbacks [] for router_gateway (31d12fb0-7621-46de-851f-101388998ba0), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.393943 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Deleting port 9165d124-53e6-46f0-aa20-9688e3492489 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:02.394381 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (9165d124-53e6-46f0-aa20-9688e3492489), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.422012 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9165d124-53e6-46f0-aa20-9688e3492489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T15:04:01Z', 'revision_number': 5, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port': {'id': '9165d124-53e6-46f0-aa20-9688e3492489', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d12fb0-7621-46de-851f-101388998ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:02.452859 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] Checking router: 31d12fb0-7621-46de-851f-101388998ba0 for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:04:02.461511 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] Routers {'31d12fb0-7621-46de-851f-101388998ba0'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:04:02.462162 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:03:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['31d12fb0-7621-46de-851f-101388998ba0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:02.475458 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] For port 9165d124-53e6-46f0-aa20-9688e3492489, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=9165d124-53e6-46f0-aa20-9688e3492489,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:02.475829 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (9165d124-53e6-46f0-aa20-9688e3492489), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.488746 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Calling delete_port for 9165d124-53e6-46f0-aa20-9688e3492489 owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:02.552074 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] Set router 31d12fb0-7621-46de-851f-101388998ba0 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:04:02.604487 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T15:04:02Z', 'revision_number': 6, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port_host': None}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:02.636112 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1efd12-0c93-4cd3-80ca-5ff3901e4a4d None None] The sync data for ids ['31d12fb0-7621-46de-851f-101388998ba0'] in dv-cinder-839426-6-iscsi is: [{'id': '31d12fb0-7621-46de-851f-101388998ba0', 'name': 'tempest-TestShelveInstance-1130340331-router', 'tenant_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:09Z', 'updated_at': '2022-05-05T15:04:02Z', 'revision_number': 6, 'project_id': '00847662f3c54b2a81e47a0bcd5c3a08', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:04:02.666819 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (9165d124-53e6-46f0-aa20-9688e3492489), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.694716 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Pushing event deleted for resources: {'Port': ['ID=9165d124-53e6-46f0-aa20-9688e3492489,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:02.759398 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756290'] for router_gateway (31d12fb0-7621-46de-851f-101388998ba0), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.864089 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35364'] for router (31d12fb0-7621-46de-851f-101388998ba0), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.866124 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Publish callbacks [] for router_controller (31d12fb0-7621-46de-851f-101388998ba0), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.931514 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1759855'] for router (31d12fb0-7621-46de-851f-101388998ba0), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.932045 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d12fb0-7621-46de-851f-101388998ba0 {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:04:02.936749 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:02.938372 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2db35217-b702-48c1-ac06-b139f08eba4c admin admin] 10.222.0.48 "DELETE /v2.0/routers/31d12fb0-7621-46de-851f-101388998ba0 HTTP/1.1" status: 204 len: 168 time: 0.8053951 May 05 15:04:02.941218 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59450) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:02.985965 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-219ddb50-7503-4a41-8095-daa1aeb13c22 admin admin] Deleting subnet 3f04552d-5b94-48c7-8344-70cbf4cd2c50 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:04:02.989627 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-219ddb50-7503-4a41-8095-daa1aeb13c22 admin admin] Publish callbacks [] for subnet (3f04552d-5b94-48c7-8344-70cbf4cd2c50), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.030771 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-219ddb50-7503-4a41-8095-daa1aeb13c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018490'] for subnet (3f04552d-5b94-48c7-8344-70cbf4cd2c50), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.118930 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-219ddb50-7503-4a41-8095-daa1aeb13c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (3f04552d-5b94-48c7-8344-70cbf4cd2c50), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.172707 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-219ddb50-7503-4a41-8095-daa1aeb13c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6046624'] for subnet (3f04552d-5b94-48c7-8344-70cbf4cd2c50), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.198317 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ddb50-7503-4a41-8095-daa1aeb13c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f04552d-5b94-48c7-8344-70cbf4cd2c50,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:03.201988 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-219ddb50-7503-4a41-8095-daa1aeb13c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.205855 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-219ddb50-7503-4a41-8095-daa1aeb13c22 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3f04552d-5b94-48c7-8344-70cbf4cd2c50 HTTP/1.1" status: 204 len: 168 time: 0.2629647 May 05 15:04:03.207692 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59454) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:03.210227 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee4007c-9ba1-4e74-898f-efb673907994 None None] Network 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:04:03.277314 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.320761 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Deleting port 3f376102-399d-4d36-8b4e-2378254a9edf {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:03.321092 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.383509 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] For port 3f376102-399d-4d36-8b4e-2378254a9edf, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=3f376102-399d-4d36-8b4e-2378254a9edf,segment=NetworkSegment(a2b72826-8081-4562-8692-75344f3bead7),segment_id=a2b72826-8081-4562-8692-75344f3bead7)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:03.383780 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.396181 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Calling delete_port for 3f376102-399d-4d36-8b4e-2378254a9edf owned by network:dhcp {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:03.441367 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e146b7a1-88c3-4843-b3c1-59ac67f3bf07 None None] DHCP port deletion for 1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 request from dv-cinder-839426-6-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:04:03.480730 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device c064272c-b13a-42ae-9056-c32e50b4c135 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:03.487850 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.508248 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: c064272c-b13a-42ae-9056-c32e50b4c135 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:04:03.508604 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device c064272c-b13a-42ae-9056-c32e50b4c135 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:03.514276 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f376102-399d-4d36-8b4e-2378254a9edf,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:03.519479 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e146b7a1-88c3-4843-b3c1-59ac67f3bf07 None None] Deleting port 3f376102-399d-4d36-8b4e-2378254a9edf {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:03.519876 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e146b7a1-88c3-4843-b3c1-59ac67f3bf07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.521055 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] No DVR routers for this DVR port 3f376102-399d-4d36-8b4e-2378254a9edf on host dv-cinder-839426-6-iscsi {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:04:03.588125 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e146b7a1-88c3-4843-b3c1-59ac67f3bf07 None None] For port 3f376102-399d-4d36-8b4e-2378254a9edf, host dv-cinder-839426-6-iscsi, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:03.588529 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e146b7a1-88c3-4843-b3c1-59ac67f3bf07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.600623 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.602030 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e146b7a1-88c3-4843-b3c1-59ac67f3bf07 None None] Calling delete_port for 3f376102-399d-4d36-8b4e-2378254a9edf owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:03.604822 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-e146b7a1-88c3-4843-b3c1-59ac67f3bf07 None None] Port 3f376102-399d-4d36-8b4e-2378254a9edf was not found and therefore no delete operation was performed {{(pid=103282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 05 15:04:03.606206 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e146b7a1-88c3-4843-b3c1-59ac67f3bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485'] for port (3f376102-399d-4d36-8b4e-2378254a9edf), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.620015 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146b7a1-88c3-4843-b3c1-59ac67f3bf07 None None] No DVR routers for this DVR port 3f376102-399d-4d36-8b4e-2378254a9edf on host dv-cinder-839426-6-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:04:03.642898 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:03.648295 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146b7a1-88c3-4843-b3c1-59ac67f3bf07 None None] Pushing event deleted for resources: {'Port': ['ID=3f376102-399d-4d36-8b4e-2378254a9edf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:03.653150 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b72826-8081-4562-8692-75344f3bead7') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:03.653449 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b72826-8081-4562-8692-75344f3bead7') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:03.664062 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018469'] for segment (a2b72826-8081-4562-8692-75344f3bead7), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.679081 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (a2b72826-8081-4562-8692-75344f3bead7), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.685604 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:04:03.686101 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5990979'] for segment (a2b72826-8081-4562-8692-75344f3bead7), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: Traceback (most recent call last): May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: timer() May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: cb(*args, **kw) May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: return func(*args, **kwargs) May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: self._notify() May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: self.callback(batched_events) May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: event.method(event) May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: return f(self, *a, **k) May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: return self._get(url).json() May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:04:03.688081 dv-cinder-839426-6-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:04:03.745580 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.750813 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:03.754016 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2 HTTP/1.1" status: 204 len: 168 time: 0.5454183 May 05 15:04:03.756986 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59458) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:03.767473 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea028734-22b3-4c8c-9b51-7077fa3675f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5d08ba-c5e1-4fe9-995a-ea279a69b1c2,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:03.825439 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5aa9a45d-b3d1-4e99-a783-e4934b28d227 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:03.846990 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 5aa9a45d-b3d1-4e99-a783-e4934b28d227 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:04:03.847424 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 5aa9a45d-b3d1-4e99-a783-e4934b28d227 not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:04.090697 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753748'] for router_interface (47944266-086e-440b-afa0-0229c9f9a3b1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:04.340366 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] Deleting port d1b882fb-f159-4af9-897b-c67886e1e7ce {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:04.340767 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:04.420426 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] For port d1b882fb-f159-4af9-897b-c67886e1e7ce, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=d1b882fb-f159-4af9-897b-c67886e1e7ce,segment=NetworkSegment(d952ca4d-4442-40c4-8736-3c0005e710e0),segment_id=d952ca4d-4442-40c4-8736-3c0005e710e0)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:04.420823 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:04.435043 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] Calling delete_port for d1b882fb-f159-4af9-897b-c67886e1e7ce owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:04.626315 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (d1b882fb-f159-4af9-897b-c67886e1e7ce), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:04.648930 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b882fb-f159-4af9-897b-c67886e1e7ce,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:04.824148 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1749489'] for router_interface (47944266-086e-440b-afa0-0229c9f9a3b1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:04.870935 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 3f376102-399d-4d36-8b4e-2378254a9edf no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:04.890577 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 3f376102-399d-4d36-8b4e-2378254a9edf {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:04:04.891428 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 3f376102-399d-4d36-8b4e-2378254a9edf not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:04.891928 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 9165d124-53e6-46f0-aa20-9688e3492489 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:04.911484 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 9165d124-53e6-46f0-aa20-9688e3492489 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:04:04.911853 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 9165d124-53e6-46f0-aa20-9688e3492489 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:05.043381 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] Router 47944266-086e-440b-afa0-0229c9f9a3b1 has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:04:05.149587 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:04:05.154378 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a2260e6d-3616-4788-835b-ac3c46bdc468 admin admin] 10.222.0.48 "PUT /v2.0/routers/47944266-086e-440b-afa0-0229c9f9a3b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3962557 May 05 15:04:05.156992 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59494) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:05.159022 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] Sync routers for ids ['47944266-086e-440b-afa0-0229c9f9a3b1'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:04:05.170841 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] Routers {'47944266-086e-440b-afa0-0229c9f9a3b1'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:04:05.171466 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:03:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['47944266-086e-440b-afa0-0229c9f9a3b1'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:05.262416 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Publish callbacks [] for router (47944266-086e-440b-afa0-0229c9f9a3b1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:05.278250 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] Set router 47944266-086e-440b-afa0-0229c9f9a3b1 gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:04:05.366302 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Publish callbacks [] for router_gateway (47944266-086e-440b-afa0-0229c9f9a3b1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:05.410658 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Deleting port 1b310d0d-0803-4b3b-9de0-54123f8f8965 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:05.410909 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:05.454028 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'name': 'tempest-TestShelveInstance-431622081-router', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:13Z', 'updated_at': '2022-05-05T15:04:04Z', 'revision_number': 5, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'gw_port': {'id': '1b310d0d-0803-4b3b-9de0-54123f8f8965', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:59:14Z', 'updated_at': '2022-05-05T14:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:05.480757 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] Checking router: 47944266-086e-440b-afa0-0229c9f9a3b1 for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:04:05.490035 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] Routers {'47944266-086e-440b-afa0-0229c9f9a3b1'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:04:05.490643 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:03:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['47944266-086e-440b-afa0-0229c9f9a3b1'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:05.493018 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] For port 1b310d0d-0803-4b3b-9de0-54123f8f8965, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=1b310d0d-0803-4b3b-9de0-54123f8f8965,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:05.493387 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:05.506445 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Calling delete_port for 1b310d0d-0803-4b3b-9de0-54123f8f8965 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:05.580507 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] Set router 47944266-086e-440b-afa0-0229c9f9a3b1 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:04:05.638729 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'name': 'tempest-TestShelveInstance-431622081-router', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:13Z', 'updated_at': '2022-05-05T15:04:05Z', 'revision_number': 6, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'gw_port_host': None}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:05.667255 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60ef95-271b-4444-a786-e02e9ad3fe6f None None] The sync data for ids ['47944266-086e-440b-afa0-0229c9f9a3b1'] in dv-cinder-839426-6-iscsi is: [{'id': '47944266-086e-440b-afa0-0229c9f9a3b1', 'name': 'tempest-TestShelveInstance-431622081-router', 'tenant_id': 'a35a525a5f3e4cd0a3d153391f764452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:59:13Z', 'updated_at': '2022-05-05T15:04:05Z', 'revision_number': 6, 'project_id': 'a35a525a5f3e4cd0a3d153391f764452', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:04:05.677747 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (1b310d0d-0803-4b3b-9de0-54123f8f8965), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:05.957572 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b310d0d-0803-4b3b-9de0-54123f8f8965,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:06.023075 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756290'] for router_gateway (47944266-086e-440b-afa0-0229c9f9a3b1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.052676 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c572e0e-c69b-4e05-8198-9f9da78b79d8 req-2910d018-8f30-4a3f-be9e-258365c4f68e tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:06.054556 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2c572e0e-c69b-4e05-8198-9f9da78b79d8 req-2910d018-8f30-4a3f-be9e-258365c4f68e tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0577912 May 05 15:04:06.120000 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2c572e0e-c69b-4e05-8198-9f9da78b79d8 req-423fc772-4e6d-4f7c-83dc-7904defdaeb2 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598056 May 05 15:04:06.134246 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35364'] for router (47944266-086e-440b-afa0-0229c9f9a3b1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.136443 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Publish callbacks [] for router_controller (47944266-086e-440b-afa0-0229c9f9a3b1), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.182953 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1759855'] for router (47944266-086e-440b-afa0-0229c9f9a3b1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.183527 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47944266-086e-440b-afa0-0229c9f9a3b1 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:04:06.188190 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.189765 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-45945e93-5141-4fa0-a3d4-78d172e87ad8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/47944266-086e-440b-afa0-0229c9f9a3b1 HTTP/1.1" status: 204 len: 168 time: 1.0318496 May 05 15:04:06.192260 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59506) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:06.236499 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7d36c9-a61a-469b-bcc9-6b7e19341219 admin admin] Deleting subnet 84ead387-ff92-47bc-8bfc-08fdbc162b01 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:04:06.239562 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f7d36c9-a61a-469b-bcc9-6b7e19341219 admin admin] Publish callbacks [] for subnet (84ead387-ff92-47bc-8bfc-08fdbc162b01), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.273292 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f7d36c9-a61a-469b-bcc9-6b7e19341219 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168642'] for subnet (84ead387-ff92-47bc-8bfc-08fdbc162b01), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.353605 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f7d36c9-a61a-469b-bcc9-6b7e19341219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (84ead387-ff92-47bc-8bfc-08fdbc162b01), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.405051 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f7d36c9-a61a-469b-bcc9-6b7e19341219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4336698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4347927'] for subnet (84ead387-ff92-47bc-8bfc-08fdbc162b01), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.432449 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d36c9-a61a-469b-bcc9-6b7e19341219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ead387-ff92-47bc-8bfc-08fdbc162b01,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:06.436133 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f7d36c9-a61a-469b-bcc9-6b7e19341219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.440731 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8f7d36c9-a61a-469b-bcc9-6b7e19341219 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/84ead387-ff92-47bc-8bfc-08fdbc162b01 HTTP/1.1" status: 204 len: 168 time: 0.2475979 May 05 15:04:06.443262 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59510) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:06.446195 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184a668-353c-4b58-8f94-b68d60c04886 None None] Network dd2a048a-4d6d-437c-a901-a1285e213d66 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:04:06.521051 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (dd2a048a-4d6d-437c-a901-a1285e213d66), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.574763 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Deleting port 158b0791-5f36-4886-b053-666331c3513e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:06.575042 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (158b0791-5f36-4886-b053-666331c3513e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.604221 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a41c4-389d-484d-a2fe-0da360e6cda5 None None] DHCP port deletion for dd2a048a-4d6d-437c-a901-a1285e213d66 request from dv-cinder-839426-6-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:04:06.642468 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] For port 158b0791-5f36-4886-b053-666331c3513e, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=158b0791-5f36-4886-b053-666331c3513e,segment=NetworkSegment(d952ca4d-4442-40c4-8736-3c0005e710e0),segment_id=d952ca4d-4442-40c4-8736-3c0005e710e0)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:06.642823 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (158b0791-5f36-4886-b053-666331c3513e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.655589 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-950a41c4-389d-484d-a2fe-0da360e6cda5 None None] Deleting port 158b0791-5f36-4886-b053-666331c3513e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:06.656002 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-950a41c4-389d-484d-a2fe-0da360e6cda5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (158b0791-5f36-4886-b053-666331c3513e), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.667824 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Calling delete_port for 158b0791-5f36-4886-b053-666331c3513e owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:06.743794 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-950a41c4-389d-484d-a2fe-0da360e6cda5 None None] For port 158b0791-5f36-4886-b053-666331c3513e, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=158b0791-5f36-4886-b053-666331c3513e,segment=NetworkSegment(d952ca4d-4442-40c4-8736-3c0005e710e0),segment_id=d952ca4d-4442-40c4-8736-3c0005e710e0)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:06.744288 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-950a41c4-389d-484d-a2fe-0da360e6cda5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (158b0791-5f36-4886-b053-666331c3513e), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.759369 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-950a41c4-389d-484d-a2fe-0da360e6cda5 None None] Calling delete_port for 158b0791-5f36-4886-b053-666331c3513e owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:06.786229 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-506ddbec-1b5a-4ae4-a3f3-f7aa0ef6d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:06.787737 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-506ddbec-1b5a-4ae4-a3f3-f7aa0ef6d6ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f&device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 1168 time: 0.0520918 May 05 15:04:06.810582 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 158b0791-5f36-4886-b053-666331c3513e no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:06.829207 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (158b0791-5f36-4886-b053-666331c3513e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:06.877145 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No active binding found for port 158b0791-5f36-4886-b053-666331c3513e {{(pid=103282) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 05 15:04:06.877516 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] The host dv-cinder-839426-6-iscsi is not matching for port 158b0791-5f36-4886-b053-666331c3513e host None! {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 05 15:04:06.877941 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 158b0791-5f36-4886-b053-666331c3513e not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:06.878367 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device d1b882fb-f159-4af9-897b-c67886e1e7ce no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:06.886817 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=158b0791-5f36-4886-b053-666331c3513e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:06.893984 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] No DVR routers for this DVR port 158b0791-5f36-4886-b053-666331c3513e on host dv-cinder-839426-6-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:04:06.951169 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-4f454129-be1f-432a-8876-c8c7cd1a728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:06.952588 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-4f454129-be1f-432a-8876-c8c7cd1a728b service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2f10147-231e-447b-8c10-07f2885f79b1 HTTP/1.1" status: 200 len: 915 time: 0.1574919 May 05 15:04:06.992143 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (dd2a048a-4d6d-437c-a901-a1285e213d66), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.027487 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: d1b882fb-f159-4af9-897b-c67886e1e7ce {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:04:07.027725 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device d1b882fb-f159-4af9-897b-c67886e1e7ce not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:07.028006 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 1b310d0d-0803-4b3b-9de0-54123f8f8965 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:07.032080 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-950a41c4-389d-484d-a2fe-0da360e6cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485'] for port (158b0791-5f36-4886-b053-666331c3513e), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.052000 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2a048a-4d6d-437c-a901-a1285e213d66']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:07.068743 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd952ca4d-4442-40c4-8736-3c0005e710e0') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:07.069065 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd952ca4d-4442-40c4-8736-3c0005e710e0') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:07.073577 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 1b310d0d-0803-4b3b-9de0-54123f8f8965 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:04:07.073912 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 1b310d0d-0803-4b3b-9de0-54123f8f8965 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:07.077377 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a41c4-389d-484d-a2fe-0da360e6cda5 None None] Pushing event deleted for resources: {'Port': ['ID=158b0791-5f36-4886-b053-666331c3513e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:07.079369 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a41c4-389d-484d-a2fe-0da360e6cda5 None None] No DVR routers for this DVR port 158b0791-5f36-4886-b053-666331c3513e on host dv-cinder-839426-6-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:04:07.080507 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-bf775636-3940-465b-b994-2f261ba6db30 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 200 len: 1000 time: 0.1204782 May 05 15:04:07.082100 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (d952ca4d-4442-40c4-8736-3c0005e710e0), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.127316 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (d952ca4d-4442-40c4-8736-3c0005e710e0), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.136932 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:04:07.137310 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (d952ca4d-4442-40c4-8736-3c0005e710e0), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:04:07.138996 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:04:07.160502 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-f528a32f-7aa7-409c-9370-cb4b95fe5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:07.161999 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-f528a32f-7aa7-409c-9370-cb4b95fe5140 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c46dc37-3791-4d0d-b0f3-06853bfacfdf HTTP/1.1" status: 200 len: 853 time: 0.0707016 May 05 15:04:07.226004 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (dd2a048a-4d6d-437c-a901-a1285e213d66), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.232593 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.236713 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dd2a048a-4d6d-437c-a901-a1285e213d66 HTTP/1.1" status: 204 len: 168 time: 0.7923274 May 05 15:04:07.253211 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb639c73-1ddb-4e06-9826-a2d3ae53e6b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2a048a-4d6d-437c-a901-a1285e213d66,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:07.257925 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-181cac3e-d99e-4e18-9846-5f910f35f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:07.259430 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-181cac3e-d99e-4e18-9846-5f910f35f734 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2f10147-231e-447b-8c10-07f2885f79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613751 May 05 15:04:07.261512 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed98d63-967c-40c5-bf71-d79be8062e51 req-ee097a7b-c68d-4e02-83e4-4b48eafdcdce tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:07.263044 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ed98d63-967c-40c5-bf71-d79be8062e51 req-ee097a7b-c68d-4e02-83e4-4b48eafdcdce tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0626333 May 05 15:04:07.327253 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ed98d63-967c-40c5-bf71-d79be8062e51 req-a2593d85-09d5-4182-b7bb-8682c48f1693 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561686 May 05 15:04:07.365385 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-e51aa9a8-a8ad-4285-ac88-a4e3a4d783f3 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982747 May 05 15:04:07.416995 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59520) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:07.460608 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fff2d258-3e1b-4f2f-b343-39f5b7e9c3dd req-659c3599-3571-4e5c-9895-b2f961e7af41 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879021 May 05 15:04:07.460936 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e8e514fd-603f-4c9a-87c1-6681656fd6db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00847662f3c54b2a81e47a0bcd5c3a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425355 May 05 15:04:07.463327 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59522) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:07.514755 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3a404286-db2c-4827-978a-46f82cd90dde admin admin] Publish callbacks [] for security_group (a04f775f-5832-43d4-a026-68a17b6d7839), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.536260 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3a404286-db2c-4827-978a-46f82cd90dde admin admin] Publish callbacks [] for security_group (a04f775f-5832-43d4-a026-68a17b6d7839), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.581175 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3a404286-db2c-4827-978a-46f82cd90dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a04f775f-5832-43d4-a026-68a17b6d7839), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.583764 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3a404286-db2c-4827-978a-46f82cd90dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:07.584886 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3a404286-db2c-4827-978a-46f82cd90dde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a04f775f-5832-43d4-a026-68a17b6d7839 HTTP/1.1" status: 204 len: 168 time: 0.1206958 May 05 15:04:07.592287 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a404286-db2c-4827-978a-46f82cd90dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04f775f-5832-43d4-a026-68a17b6d7839,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:07.955194 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59550) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:08.205613 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8dc51443-cc47-4be7-a256-7b5c5ead0c6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a35a525a5f3e4cd0a3d153391f764452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491293 May 05 15:04:08.208254 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59560) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:08.261248 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de03aabd-d92d-4ea1-b69b-1b8eb5036858 admin admin] Publish callbacks [] for security_group (d35c571c-8568-411a-a98b-bfd57f9254cf), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:08.283919 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de03aabd-d92d-4ea1-b69b-1b8eb5036858 admin admin] Publish callbacks [] for security_group (d35c571c-8568-411a-a98b-bfd57f9254cf), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:08.333495 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de03aabd-d92d-4ea1-b69b-1b8eb5036858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (d35c571c-8568-411a-a98b-bfd57f9254cf), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:08.336457 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de03aabd-d92d-4ea1-b69b-1b8eb5036858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:08.337686 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-de03aabd-d92d-4ea1-b69b-1b8eb5036858 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d35c571c-8568-411a-a98b-bfd57f9254cf HTTP/1.1" status: 204 len: 168 time: 0.1284914 May 05 15:04:08.347055 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03aabd-d92d-4ea1-b69b-1b8eb5036858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35c571c-8568-411a-a98b-bfd57f9254cf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:08.462950 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f598-a308-4342-a2dc-2e4ab79b233c req-27d7fa64-3534-4cba-8c75-a219d57b85a1 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:08.464468 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c0e3f598-a308-4342-a2dc-2e4ab79b233c req-27d7fa64-3534-4cba-8c75-a219d57b85a1 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0565996 May 05 15:04:08.530768 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c0e3f598-a308-4342-a2dc-2e4ab79b233c req-b012ef06-b044-459d-958e-bb9b6bf973b3 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592947 May 05 15:04:09.384669 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59588) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:09.496872 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbab7edc-f4ab-4b2f-a303-47fba1301865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:09.575013 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbab7edc-f4ab-4b2f-a303-47fba1301865 admin admin] Publish callbacks [] for security_group (8983177d-2c3c-4162-a865-1ac1c5e5ff48), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:09.579475 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbab7edc-f4ab-4b2f-a303-47fba1301865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (8983177d-2c3c-4162-a865-1ac1c5e5ff48), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:09.618442 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fbab7edc-f4ab-4b2f-a303-47fba1301865 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9edb0f856e2c43e1b743e737605ad8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326646 May 05 15:04:09.620420 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab7edc-f4ab-4b2f-a303-47fba1301865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8983177d-2c3c-4162-a865-1ac1c5e5ff48,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:09.624533 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59594) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:09.651425 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de645c0-425e-465e-a042-fac784641dec req-5dc1bf82-66fa-4ba7-be20-7b89b9f099f5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:09.652883 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6de645c0-425e-465e-a042-fac784641dec req-5dc1bf82-66fa-4ba7-be20-7b89b9f099f5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0512166 May 05 15:04:09.674885 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5cd25b8-bdef-4aaf-abdc-b4869bd59ec7 admin admin] Publish callbacks [] for security_group (8983177d-2c3c-4162-a865-1ac1c5e5ff48), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:09.701124 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5cd25b8-bdef-4aaf-abdc-b4869bd59ec7 admin admin] Publish callbacks [] for security_group (8983177d-2c3c-4162-a865-1ac1c5e5ff48), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:09.754078 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5cd25b8-bdef-4aaf-abdc-b4869bd59ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (8983177d-2c3c-4162-a865-1ac1c5e5ff48), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:09.756586 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5cd25b8-bdef-4aaf-abdc-b4869bd59ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:09.757803 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d5cd25b8-bdef-4aaf-abdc-b4869bd59ec7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8983177d-2c3c-4162-a865-1ac1c5e5ff48 HTTP/1.1" status: 204 len: 168 time: 0.1319070 May 05 15:04:09.766905 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd25b8-bdef-4aaf-abdc-b4869bd59ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8983177d-2c3c-4162-a865-1ac1c5e5ff48,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:09.970787 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6de645c0-425e-465e-a042-fac784641dec req-fec403f3-266f-4db0-afa9-77c56ef54431 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3114874 May 05 15:04:10.033447 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59600) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:10.047129 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a665c14e-e742-4a51-ae93-b81cab64dc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:10.121085 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a665c14e-e742-4a51-ae93-b81cab64dc71 admin admin] Publish callbacks [] for security_group (9da7f342-78dc-4e20-9231-4efc850b07e8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:10.125514 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a665c14e-e742-4a51-ae93-b81cab64dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (9da7f342-78dc-4e20-9231-4efc850b07e8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:10.163265 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a665c14e-e742-4a51-ae93-b81cab64dc71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac88b60fc4db4d06b63b20951022f209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286941 May 05 15:04:10.164466 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665c14e-e742-4a51-ae93-b81cab64dc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da7f342-78dc-4e20-9231-4efc850b07e8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:10.165978 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59602) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:10.213360 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-657c12c2-9a76-47a6-837d-d8be15a4a0ea admin admin] Publish callbacks [] for security_group (9da7f342-78dc-4e20-9231-4efc850b07e8), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:10.234911 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-657c12c2-9a76-47a6-837d-d8be15a4a0ea admin admin] Publish callbacks [] for security_group (9da7f342-78dc-4e20-9231-4efc850b07e8), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:10.282067 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-657c12c2-9a76-47a6-837d-d8be15a4a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (9da7f342-78dc-4e20-9231-4efc850b07e8), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:10.284618 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-657c12c2-9a76-47a6-837d-d8be15a4a0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:10.285759 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-657c12c2-9a76-47a6-837d-d8be15a4a0ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9da7f342-78dc-4e20-9231-4efc850b07e8 HTTP/1.1" status: 204 len: 168 time: 0.1180477 May 05 15:04:10.293400 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c12c2-9a76-47a6-837d-d8be15a4a0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da7f342-78dc-4e20-9231-4efc850b07e8,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:10.678449 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59622) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:10.830087 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a78c8ae5-a92f-4795-9fa4-ddb7ce57c7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:10.907902 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a78c8ae5-a92f-4795-9fa4-ddb7ce57c7ad admin admin] Publish callbacks [] for security_group (c2ea4835-e294-402e-9427-c23823d1b8fb), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:10.912780 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a78c8ae5-a92f-4795-9fa4-ddb7ce57c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c2ea4835-e294-402e-9427-c23823d1b8fb), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:10.954355 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a78c8ae5-a92f-4795-9fa4-ddb7ce57c7ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64828a10b69a4430b3513f231cf66ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747951 May 05 15:04:10.955304 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c8ae5-a92f-4795-9fa4-ddb7ce57c7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ea4835-e294-402e-9427-c23823d1b8fb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:10.957098 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59636) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:11.009408 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53278e89-0ac3-4cd0-8089-14702910c8e3 admin admin] Publish callbacks [] for security_group (c2ea4835-e294-402e-9427-c23823d1b8fb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.032076 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53278e89-0ac3-4cd0-8089-14702910c8e3 admin admin] Publish callbacks [] for security_group (c2ea4835-e294-402e-9427-c23823d1b8fb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.105617 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c2e5b-c241-4f83-92d4-a2a9635578c0 req-2fc67a9e-487b-4d24-9008-993e06ece8a9 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:11.107378 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c76c2e5b-c241-4f83-92d4-a2a9635578c0 req-2fc67a9e-487b-4d24-9008-993e06ece8a9 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0632093 May 05 15:04:11.137740 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53278e89-0ac3-4cd0-8089-14702910c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (c2ea4835-e294-402e-9427-c23823d1b8fb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.140573 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53278e89-0ac3-4cd0-8089-14702910c8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.144262 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-53278e89-0ac3-4cd0-8089-14702910c8e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2ea4835-e294-402e-9427-c23823d1b8fb HTTP/1.1" status: 204 len: 168 time: 0.1824329 May 05 15:04:11.166568 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53278e89-0ac3-4cd0-8089-14702910c8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ea4835-e294-402e-9427-c23823d1b8fb,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:11.197025 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c76c2e5b-c241-4f83-92d4-a2a9635578c0 req-6996c40e-2488-4c65-b7eb-174ea7e80c2e tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827038 May 05 15:04:11.486480 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59656) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:11.499650 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d31564f6-98e3-48d7-880b-f5c4577f6f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.576228 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d31564f6-98e3-48d7-880b-f5c4577f6f53 admin admin] Publish callbacks [] for security_group (4d9f5880-1920-46c1-93b1-c3df9062f919), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.580643 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d31564f6-98e3-48d7-880b-f5c4577f6f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (4d9f5880-1920-46c1-93b1-c3df9062f919), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.621146 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d31564f6-98e3-48d7-880b-f5c4577f6f53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99382173f3d3447d8507b669fb2f31bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313810 May 05 15:04:11.621146 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31564f6-98e3-48d7-880b-f5c4577f6f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9f5880-1920-46c1-93b1-c3df9062f919,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:11.621768 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59660) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:11.673835 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3ba1849e-dc5b-4896-8058-6ea692173e54 admin admin] Publish callbacks [] for security_group (4d9f5880-1920-46c1-93b1-c3df9062f919), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.695238 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3ba1849e-dc5b-4896-8058-6ea692173e54 admin admin] Publish callbacks [] for security_group (4d9f5880-1920-46c1-93b1-c3df9062f919), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.742972 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3ba1849e-dc5b-4896-8058-6ea692173e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (4d9f5880-1920-46c1-93b1-c3df9062f919), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.745501 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3ba1849e-dc5b-4896-8058-6ea692173e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:11.746735 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3ba1849e-dc5b-4896-8058-6ea692173e54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d9f5880-1920-46c1-93b1-c3df9062f919 HTTP/1.1" status: 204 len: 168 time: 0.1238239 May 05 15:04:11.756785 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1849e-dc5b-4896-8058-6ea692173e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9f5880-1920-46c1-93b1-c3df9062f919,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:12.330050 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263d62f-3371-4cd1-bff2-ef8d272bc90e req-4cefcbcd-30e3-4faa-a52e-83d87f2f090b tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:12.331705 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5263d62f-3371-4cd1-bff2-ef8d272bc90e req-4cefcbcd-30e3-4faa-a52e-83d87f2f090b tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0521522 May 05 15:04:12.400380 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5263d62f-3371-4cd1-bff2-ef8d272bc90e req-eae9d4c4-b488-4dc4-87f0-40cbe9252216 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626388 May 05 15:04:12.543264 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68a74181-1d19-45de-bc3b-3d70ab228eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:13.145190 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:04:13.519645 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09cf58-1ea0-46b1-ad99-fbe2f0c43eb2 req-bb2dbff5-a138-4be7-9680-0c15f7d183b1 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:13.521124 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0f09cf58-1ea0-46b1-ad99-fbe2f0c43eb2 req-bb2dbff5-a138-4be7-9680-0c15f7d183b1 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0484324 May 05 15:04:13.586275 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0f09cf58-1ea0-46b1-ad99-fbe2f0c43eb2 req-30bd625d-3182-4bf1-b581-fbb062a56c27 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593114 May 05 15:04:13.705121 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59778) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:13.806824 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-05960ba0-42af-4e49-8e10-5483cb9571ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:13.882820 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-05960ba0-42af-4e49-8e10-5483cb9571ad admin admin] Publish callbacks [] for security_group (f945caf6-c6e8-4600-891d-467aaef5aa32), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:13.886325 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-05960ba0-42af-4e49-8e10-5483cb9571ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f945caf6-c6e8-4600-891d-467aaef5aa32), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:13.925160 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-05960ba0-42af-4e49-8e10-5483cb9571ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aae64c66d9754a91a620558f02e0e444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189779 May 05 15:04:13.926108 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05960ba0-42af-4e49-8e10-5483cb9571ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f945caf6-c6e8-4600-891d-467aaef5aa32,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:13.927931 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59782) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:13.975957 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Publish callbacks [] for security_group (f945caf6-c6e8-4600-891d-467aaef5aa32), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:13.996222 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Publish callbacks [] for security_group (f945caf6-c6e8-4600-891d-467aaef5aa32), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:14.042278 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f945caf6-c6e8-4600-891d-467aaef5aa32), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:14.044866 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:14.046030 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f945caf6-c6e8-4600-891d-467aaef5aa32 HTTP/1.1" status: 204 len: 168 time: 0.1170666 May 05 15:04:14.053414 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f945caf6-c6e8-4600-891d-467aaef5aa32,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:14.060365 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.060716 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.061060 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.061398 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.061766 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.062712 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.062967 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.063840 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.063840 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.064179 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.064508 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.064833 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.065158 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.065478 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.065826 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d56958f-ce78-4721-9ee5-6015339c815b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:14.303636 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59794) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:14.317377 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff29a56-10b8-4a49-92b7-974dea04433a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:14.399066 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff29a56-10b8-4a49-92b7-974dea04433a admin admin] Publish callbacks [] for security_group (fc816e64-5a83-439e-b080-93214feef333), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:14.403577 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff29a56-10b8-4a49-92b7-974dea04433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (fc816e64-5a83-439e-b080-93214feef333), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:14.443102 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-aff29a56-10b8-4a49-92b7-974dea04433a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1dc1eeacc53c4ee699f870da5cdf47f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383297 May 05 15:04:14.444024 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff29a56-10b8-4a49-92b7-974dea04433a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc816e64-5a83-439e-b080-93214feef333,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:14.445739 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59798) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:14.494824 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5ad4aab6-57bc-427b-8f94-77c1c2e80824 admin admin] Publish callbacks [] for security_group (fc816e64-5a83-439e-b080-93214feef333), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:14.516057 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5ad4aab6-57bc-427b-8f94-77c1c2e80824 admin admin] Publish callbacks [] for security_group (fc816e64-5a83-439e-b080-93214feef333), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:14.563274 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5ad4aab6-57bc-427b-8f94-77c1c2e80824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (fc816e64-5a83-439e-b080-93214feef333), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:14.566338 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5ad4aab6-57bc-427b-8f94-77c1c2e80824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:14.567518 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5ad4aab6-57bc-427b-8f94-77c1c2e80824 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc816e64-5a83-439e-b080-93214feef333 HTTP/1.1" status: 204 len: 168 time: 0.1195054 May 05 15:04:14.575286 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4aab6-57bc-427b-8f94-77c1c2e80824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc816e64-5a83-439e-b080-93214feef333,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:14.704488 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744e7e-cbdb-4714-9f0e-d09f417a8ddf req-f66cd13c-008a-4f4b-a375-93fdd49a2cc8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:14.705983 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8a744e7e-cbdb-4714-9f0e-d09f417a8ddf req-f66cd13c-008a-4f4b-a375-93fdd49a2cc8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0494103 May 05 15:04:14.771590 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8a744e7e-cbdb-4714-9f0e-d09f417a8ddf req-93558911-9fc8-4b63-abaa-4aa2c0b28eba tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596166 May 05 15:04:14.944603 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-852be30a-22ad-457f-9952-96ad073892ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:15.890031 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50351a92-e99e-4297-9546-3b3ae49bd31b req-6f4361b2-89b8-4fe1-8251-7f3415192ac2 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:15.891523 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-50351a92-e99e-4297-9546-3b3ae49bd31b req-6f4361b2-89b8-4fe1-8251-7f3415192ac2 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0493081 May 05 15:04:15.952729 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-50351a92-e99e-4297-9546-3b3ae49bd31b req-2b18824d-0af9-4261-ad6c-1e05a792e560 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554626 May 05 15:04:16.237376 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:16.512289 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59878) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:16.614196 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1d9d90bb-007c-4ef7-837e-9f16c57aa204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:16.688134 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1d9d90bb-007c-4ef7-837e-9f16c57aa204 admin admin] Publish callbacks [] for security_group (41033857-51cb-418d-aa0c-9291d8a88f07), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:16.692580 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1d9d90bb-007c-4ef7-837e-9f16c57aa204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (41033857-51cb-418d-aa0c-9291d8a88f07), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:16.731850 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1d9d90bb-007c-4ef7-837e-9f16c57aa204 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e6eadf0b3d146c6a40ba41d804eb9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184763 May 05 15:04:16.732982 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d90bb-007c-4ef7-837e-9f16c57aa204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41033857-51cb-418d-aa0c-9291d8a88f07,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:16.735005 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59886) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:16.785448 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dea65eb8-5324-45e7-be53-5a282b645405 admin admin] Publish callbacks [] for security_group (41033857-51cb-418d-aa0c-9291d8a88f07), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:16.806124 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dea65eb8-5324-45e7-be53-5a282b645405 admin admin] Publish callbacks [] for security_group (41033857-51cb-418d-aa0c-9291d8a88f07), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:16.853604 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dea65eb8-5324-45e7-be53-5a282b645405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (41033857-51cb-418d-aa0c-9291d8a88f07), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:16.856201 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dea65eb8-5324-45e7-be53-5a282b645405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:16.857358 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-dea65eb8-5324-45e7-be53-5a282b645405 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41033857-51cb-418d-aa0c-9291d8a88f07 HTTP/1.1" status: 204 len: 168 time: 0.1212425 May 05 15:04:16.865318 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea65eb8-5324-45e7-be53-5a282b645405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41033857-51cb-418d-aa0c-9291d8a88f07,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:17.079610 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c926c-2122-4b09-b736-90fee0597187 req-a3896677-fe89-4bad-ac09-faca94ebdc01 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:17.081965 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a6c926c-2122-4b09-b736-90fee0597187 req-a3896677-fe89-4bad-ac09-faca94ebdc01 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0580118 May 05 15:04:17.149391 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a6c926c-2122-4b09-b736-90fee0597187 req-1e55f842-87b7-41a3-88f3-79ea82746c46 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618696 May 05 15:04:17.157740 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59902) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:17.170893 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d9c0-136d-49b6-a59f-f9bcf7d921b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:17.258102 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d9c0-136d-49b6-a59f-f9bcf7d921b7 admin admin] Publish callbacks [] for security_group (3e5c4088-b39e-458a-8c4a-c0479e763a02), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:17.262482 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d9c0-136d-49b6-a59f-f9bcf7d921b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3e5c4088-b39e-458a-8c4a-c0479e763a02), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:17.302116 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7fc9d9c0-136d-49b6-a59f-f9bcf7d921b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3023923106aa43c79d90be05eaf916bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430418 May 05 15:04:17.303374 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9d9c0-136d-49b6-a59f-f9bcf7d921b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c4088-b39e-458a-8c4a-c0479e763a02,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:17.304784 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59904) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:17.354798 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4addeff9-c56a-4134-9a01-3b4670d86e05 admin admin] Publish callbacks [] for security_group (3e5c4088-b39e-458a-8c4a-c0479e763a02), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:17.378293 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4addeff9-c56a-4134-9a01-3b4670d86e05 admin admin] Publish callbacks [] for security_group (3e5c4088-b39e-458a-8c4a-c0479e763a02), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:17.428662 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4addeff9-c56a-4134-9a01-3b4670d86e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3e5c4088-b39e-458a-8c4a-c0479e763a02), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:17.431398 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4addeff9-c56a-4134-9a01-3b4670d86e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:17.435401 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4addeff9-c56a-4134-9a01-3b4670d86e05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e5c4088-b39e-458a-8c4a-c0479e763a02 HTTP/1.1" status: 204 len: 168 time: 0.1295626 May 05 15:04:17.445074 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addeff9-c56a-4134-9a01-3b4670d86e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c4088-b39e-458a-8c4a-c0479e763a02,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:17.650610 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:18.274257 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb786-63db-4adb-a9e7-f80f0d6dff49 req-576f5b99-1b78-4a86-bd3b-d441db723d2e tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:18.275883 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b36cb786-63db-4adb-a9e7-f80f0d6dff49 req-576f5b99-1b78-4a86-bd3b-d441db723d2e tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0483344 May 05 15:04:18.340614 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b36cb786-63db-4adb-a9e7-f80f0d6dff49 req-67ce5ba3-86d4-4005-a720-eb9011ca5bde tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581968 May 05 15:04:18.968489 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:19.411410 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d133f-b35b-4b2b-b736-3d0ff90e727a req-4af65a67-c207-41fc-ab43-a069ea3b5de5 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:19.413130 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-342d133f-b35b-4b2b-b736-3d0ff90e727a req-4af65a67-c207-41fc-ab43-a069ea3b5de5 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 947 time: 0.0513854 May 05 15:04:19.457062 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 59978) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:19.479097 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74e112-9504-4518-9770-6d764c5431ca req-cb8377ce-b266-4fc7-9a12-4d8f53877134 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:19.480591 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2c74e112-9504-4518-9770-6d764c5431ca req-cb8377ce-b266-4fc7-9a12-4d8f53877134 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0652399 May 05 15:04:19.517346 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-342d133f-b35b-4b2b-b736-3d0ff90e727a req-ed81aebc-c35c-45ba-8cc1-62978fff0008 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917051 May 05 15:04:19.560809 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2c74e112-9504-4518-9770-6d764c5431ca req-59d56abc-cad5-49c4-ba50-5abe9e2ba42b tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&id=f19fc223-97c0-487e-bb8d-ab63d35bab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720928 May 05 15:04:19.569182 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aceb95c5-8a15-4ec3-9c3a-ff63b36878a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:19.645569 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aceb95c5-8a15-4ec3-9c3a-ff63b36878a5 admin admin] Publish callbacks [] for security_group (be20f0b3-12fc-40fb-9de3-c09e40232319), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:19.649280 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aceb95c5-8a15-4ec3-9c3a-ff63b36878a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (be20f0b3-12fc-40fb-9de3-c09e40232319), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:19.691015 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-aceb95c5-8a15-4ec3-9c3a-ff63b36878a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e172398f9f7d4da7be5cb484b1500a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302158 May 05 15:04:19.691015 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb95c5-8a15-4ec3-9c3a-ff63b36878a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be20f0b3-12fc-40fb-9de3-c09e40232319,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:19.691578 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 59990) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:19.744160 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86eacc16-c7b5-47e6-87b1-374aa2a91519 admin admin] Publish callbacks [] for security_group (be20f0b3-12fc-40fb-9de3-c09e40232319), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:19.766032 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86eacc16-c7b5-47e6-87b1-374aa2a91519 admin admin] Publish callbacks [] for security_group (be20f0b3-12fc-40fb-9de3-c09e40232319), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:19.815371 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86eacc16-c7b5-47e6-87b1-374aa2a91519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (be20f0b3-12fc-40fb-9de3-c09e40232319), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:19.818418 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86eacc16-c7b5-47e6-87b1-374aa2a91519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:19.819719 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-86eacc16-c7b5-47e6-87b1-374aa2a91519 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be20f0b3-12fc-40fb-9de3-c09e40232319 HTTP/1.1" status: 204 len: 168 time: 0.1270149 May 05 15:04:19.829415 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eacc16-c7b5-47e6-87b1-374aa2a91519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be20f0b3-12fc-40fb-9de3-c09e40232319,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:20.105862 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60006) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:20.116097 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56a7e0b3-ca61-45ec-84cf-7183dd5c3c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.191519 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56a7e0b3-ca61-45ec-84cf-7183dd5c3c82 admin admin] Publish callbacks [] for security_group (feafa393-82b1-4be2-9c2c-47cdd5c96020), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.195024 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56a7e0b3-ca61-45ec-84cf-7183dd5c3c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (feafa393-82b1-4be2-9c2c-47cdd5c96020), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.236386 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-56a7e0b3-ca61-45ec-84cf-7183dd5c3c82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8924c595fef47b5aaa2519e45da1a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335742 May 05 15:04:20.237221 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7e0b3-ca61-45ec-84cf-7183dd5c3c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feafa393-82b1-4be2-9c2c-47cdd5c96020,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:20.240150 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60008) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:20.288870 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-588ceb9a-582f-4780-859c-b1325ea73190 admin admin] Publish callbacks [] for security_group (feafa393-82b1-4be2-9c2c-47cdd5c96020), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.309528 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-588ceb9a-582f-4780-859c-b1325ea73190 admin admin] Publish callbacks [] for security_group (feafa393-82b1-4be2-9c2c-47cdd5c96020), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.356450 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-588ceb9a-582f-4780-859c-b1325ea73190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (feafa393-82b1-4be2-9c2c-47cdd5c96020), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.359185 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-588ceb9a-582f-4780-859c-b1325ea73190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.360536 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-588ceb9a-582f-4780-859c-b1325ea73190 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/feafa393-82b1-4be2-9c2c-47cdd5c96020 HTTP/1.1" status: 204 len: 168 time: 0.1188943 May 05 15:04:20.368080 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ceb9a-582f-4780-859c-b1325ea73190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feafa393-82b1-4be2-9c2c-47cdd5c96020,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:20.647816 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef913a73-0eb3-4ed0-8977-1797f8a4d140 req-e31fe490-69ca-4bd6-98fd-05371808ca6a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:20.649291 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef913a73-0eb3-4ed0-8977-1797f8a4d140 req-e31fe490-69ca-4bd6-98fd-05371808ca6a tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 947 time: 0.0528882 May 05 15:04:20.682040 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60016) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:20.705165 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9a71-7fdb-44f1-973b-3e8e5a54496d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.710616 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef913a73-0eb3-4ed0-8977-1797f8a4d140 req-7d1eae85-c4c8-426e-b854-b2373f251cb4 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups?id=3969d17f-939f-474d-819d-2e99ac85aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559087 May 05 15:04:20.781875 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9a71-7fdb-44f1-973b-3e8e5a54496d admin admin] Publish callbacks [] for security_group (51db9a6a-f1a4-4551-94b1-3dd4f9d4af05), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.786471 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9a71-7fdb-44f1-973b-3e8e5a54496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (51db9a6a-f1a4-4551-94b1-3dd4f9d4af05), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.821387 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-42f69f47-2ef3-408f-8b54-892adb08e2cb tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:20.822960 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-42f69f47-2ef3-408f-8b54-892adb08e2cb tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.25 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 947 time: 0.0471051 May 05 15:04:20.824631 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8c2c9a71-7fdb-44f1-973b-3e8e5a54496d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d53958de050345a3ab5df291cc77d417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415880 May 05 15:04:20.825876 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c9a71-7fdb-44f1-973b-3e8e5a54496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51db9a6a-f1a4-4551-94b1-3dd4f9d4af05,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:20.828202 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60018) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:20.941909 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce42cbe6-1b05-45d2-aaa4-5c926ba3d5c0 admin admin] Publish callbacks [] for security_group (51db9a6a-f1a4-4551-94b1-3dd4f9d4af05), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.951279 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Deleting port bd47fcbb-f90d-4e5e-8583-7e10135e980c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:20.951607 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:20.990175 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce42cbe6-1b05-45d2-aaa4-5c926ba3d5c0 admin admin] Publish callbacks [] for security_group (51db9a6a-f1a4-4551-94b1-3dd4f9d4af05), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:21.076987 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] For port bd47fcbb-f90d-4e5e-8583-7e10135e980c, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=bd47fcbb-f90d-4e5e-8583-7e10135e980c,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:21.077457 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:21.129957 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce42cbe6-1b05-45d2-aaa4-5c926ba3d5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (51db9a6a-f1a4-4551-94b1-3dd4f9d4af05), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:21.132446 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce42cbe6-1b05-45d2-aaa4-5c926ba3d5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:21.133577 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ce42cbe6-1b05-45d2-aaa4-5c926ba3d5c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51db9a6a-f1a4-4551-94b1-3dd4f9d4af05 HTTP/1.1" status: 204 len: 168 time: 0.3036554 May 05 15:04:21.147497 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42cbe6-1b05-45d2-aaa4-5c926ba3d5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51db9a6a-f1a4-4551-94b1-3dd4f9d4af05,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:21.282011 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:21.282389 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (f6d1c3b6-88d7-4dd1-9733-dd56049610f7), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:21.282712 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Floating IP f6d1c3b6-88d7-4dd1-9733-dd56049610f7 disassociated. External IP: 172.27.1.181, port: bd47fcbb-f90d-4e5e-8583-7e10135e980c. May 05 15:04:21.283069 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Calling delete_port for bd47fcbb-f90d-4e5e-8583-7e10135e980c owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:21.426378 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (bd47fcbb-f90d-4e5e-8583-7e10135e980c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:21.460468 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event deleted for resources: {'Port': ['ID=bd47fcbb-f90d-4e5e-8583-7e10135e980c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:21.587058 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:04:21.700374 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:04:21.711188 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] Sync routers for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:04:21.721799 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:04:21.722461 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:04:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:21.743972 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] No DVR routers for this DVR port bd47fcbb-f90d-4e5e-8583-7e10135e980c on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:04:21.746643 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:21.750250 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-33ac7dda-7df6-48b5-8fb7-108ff39b14d2 req-1339da8f-696a-4936-882b-c3f64f27f94d tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.25 "DELETE /v2.0/ports/bd47fcbb-f90d-4e5e-8583-7e10135e980c HTTP/1.1" status: 204 len: 173 time: 0.9146214 May 05 15:04:21.750700 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'name': 'network-vif-deleted', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:04:21.753065 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2a34f0-beba-447f-98d3-1321065ef33a" -d '{"events": [{"server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "name": "network-vif-deleted", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:04:21.830747 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2c2600-0012-4054-a777-65403861ead1 x-openstack-request-id: req-ce2c2600-0012-4054-a777-65403861ead1 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:04:21.831906 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825c4f90-93d1-43f9-8767-bbea11b35c7f", "name": "network-vif-deleted", "tag": "bd47fcbb-f90d-4e5e-8583-7e10135e980c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:04:21.832578 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce2c2600-0012-4054-a777-65403861ead1 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:04:21.833364 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2c2600-0012-4054-a777-65403861ead1'] response: {'server_uuid': '825c4f90-93d1-43f9-8767-bbea11b35c7f', 'name': 'network-vif-deleted', 'tag': 'bd47fcbb-f90d-4e5e-8583-7e10135e980c', 'status': 'completed', 'code': 200} May 05 15:04:21.874321 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ec105da-d96d-48f7-b9ad-9bda0f31362d req-a77c1f29-f2d8-42ce-80ab-0a74c000801f tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/ports?device_id=825c4f90-93d1-43f9-8767-bbea11b35c7f HTTP/1.1" status: 200 len: 210 time: 0.0764804 May 05 15:04:21.900103 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:04:22.105886 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:22.133249 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] Checking router: deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:04:22.142806 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:04:22.143449 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:04:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:22.352140 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:04:22.558282 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:22.588521 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670443f-cf1e-4710-9924-40cb41e9ce9c None None] The sync data for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi is: [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T14:57:42Z', 'revision_number': 4, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '736ca151-de50-4cb8-8ebc-50b27e1f3f3e', 'name': '', 'network_id': '76ae81ac-5c14-477b-aec8-d6c521ab8d0d', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'mac_address': 'fa:16:3e:5a:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1d651088-968d-44c4-a839-81028c6e4666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:41Z', 'updated_at': '2022-05-05T14:57:45Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'subnets': [{'id': '1d651088-968d-44c4-a839-81028c6e4666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:04:22.829053 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0eacbf-7cf1-4707-b32f-477a948748ff None None] New status for floating IP f6d1c3b6-88d7-4dd1-9733-dd56049610f7: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:04:22.973687 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60086) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:23.038469 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3f56405-45c0-49a8-8963-92246c4af5aa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (3969d17f-939f-474d-819d-2e99ac85aca5), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:23.062625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3f56405-45c0-49a8-8963-92246c4af5aa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (3969d17f-939f-474d-819d-2e99ac85aca5), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:23.115011 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3f56405-45c0-49a8-8963-92246c4af5aa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3969d17f-939f-474d-819d-2e99ac85aca5), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:23.117814 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3f56405-45c0-49a8-8963-92246c4af5aa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:23.119037 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b3f56405-45c0-49a8-8963-92246c4af5aa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "DELETE /v2.0/security-groups/3969d17f-939f-474d-819d-2e99ac85aca5 HTTP/1.1" status: 204 len: 168 time: 0.1442435 May 05 15:04:23.121927 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60090) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:23.128943 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f56405-45c0-49a8-8963-92246c4af5aa tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3969d17f-939f-474d-819d-2e99ac85aca5,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:23.144927 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.api.v2.resource [None req-c9451f8c-3878-430e-8ae3-8cd5247f993c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] show failed (client error): The resource could not be found. May 05 15:04:23.146064 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c9451f8c-3878-430e-8ae3-8cd5247f993c tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "GET /v2.0/security-groups/3969d17f-939f-474d-819d-2e99ac85aca5 HTTP/1.1" status: 404 len: 347 time: 0.0226231 May 05 15:04:23.148984 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60094) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:23.272421 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6dbaacd2-5ebf-4724-a984-07ea478f5435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Deleting port b1d91718-b969-442b-be7d-7e48a13e795d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:23.272666 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dbaacd2-5ebf-4724-a984-07ea478f5435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (b1d91718-b969-442b-be7d-7e48a13e795d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:23.355763 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dbaacd2-5ebf-4724-a984-07ea478f5435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (b1d91718-b969-442b-be7d-7e48a13e795d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:23.356091 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dbaacd2-5ebf-4724-a984-07ea478f5435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (b1d91718-b969-442b-be7d-7e48a13e795d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:23.368022 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6dbaacd2-5ebf-4724-a984-07ea478f5435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Calling delete_port for b1d91718-b969-442b-be7d-7e48a13e795d owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:23.498080 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dbaacd2-5ebf-4724-a984-07ea478f5435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (b1d91718-b969-442b-be7d-7e48a13e795d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:23.528608 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbaacd2-5ebf-4724-a984-07ea478f5435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Pushing event deleted for resources: {'Port': ['ID=b1d91718-b969-442b-be7d-7e48a13e795d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:23.594579 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dbaacd2-5ebf-4724-a984-07ea478f5435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks [] for floatingip (f6d1c3b6-88d7-4dd1-9733-dd56049610f7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:23.597176 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dbaacd2-5ebf-4724-a984-07ea478f5435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:23.598367 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6dbaacd2-5ebf-4724-a984-07ea478f5435 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] 10.222.0.48 "DELETE /v2.0/floatingips/f6d1c3b6-88d7-4dd1-9733-dd56049610f7 HTTP/1.1" status: 204 len: 168 time: 0.4484611 May 05 15:04:23.871392 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device bd47fcbb-f90d-4e5e-8583-7e10135e980c no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:23.891818 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: bd47fcbb-f90d-4e5e-8583-7e10135e980c {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:04:23.892162 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device bd47fcbb-f90d-4e5e-8583-7e10135e980c not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:26.017744 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60150) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:26.728684 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753748'] for router_interface (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:26.958904 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] Deleting port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:26.959236 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:27.036476 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] For port 736ca151-de50-4cb8-8ebc-50b27e1f3f3e, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=736ca151-de50-4cb8-8ebc-50b27e1f3f3e,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:27.037123 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:27.049486 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] Calling delete_port for 736ca151-de50-4cb8-8ebc-50b27e1f3f3e owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:27.231699 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (736ca151-de50-4cb8-8ebc-50b27e1f3f3e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:27.258149 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] Pushing event deleted for resources: {'Port': ['ID=736ca151-de50-4cb8-8ebc-50b27e1f3f3e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:27.427782 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1749489'] for router_interface (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:27.644379 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] Router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:04:27.751310 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:04:27.756195 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d4c5702d-14fa-4c31-bdec-767516e2712a admin admin] 10.222.0.48 "PUT /v2.0/routers/deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374268 May 05 15:04:27.758755 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60160) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:27.759654 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] Sync routers for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:04:27.770022 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:04:27.770634 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:04:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:27.864144 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Publish callbacks [] for router (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:27.881052 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:04:27.967289 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Publish callbacks [] for router_gateway (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.013015 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Deleting port ff66b596-0d88-4f98-a6c0-768c35b6d512 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:28.013446 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.051707 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T15:04:27Z', 'revision_number': 5, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port': {'id': 'ff66b596-0d88-4f98-a6c0-768c35b6d512', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T14:57:39Z', 'updated_at': '2022-05-05T14:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:28.080196 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] Checking router: deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:04:28.087912 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] Routers {'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:04:28.088512 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:04:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:28.098518 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] For port ff66b596-0d88-4f98-a6c0-768c35b6d512, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ff66b596-0d88-4f98-a6c0-768c35b6d512,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:28.099100 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.112971 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Calling delete_port for ff66b596-0d88-4f98-a6c0-768c35b6d512 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:28.179950 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] Set router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:04:28.236856 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T15:04:27Z', 'revision_number': 6, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port_host': None}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:28.264482 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a602d31-d818-4741-90e4-f58b3e816b2a None None] The sync data for ids ['deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc'] in dv-cinder-839426-6-iscsi is: [{'id': 'deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc', 'name': 'tempest-AttachVolumeShelveTestJSON-2071643664-router', 'tenant_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T14:57:38Z', 'updated_at': '2022-05-05T15:04:27Z', 'revision_number': 6, 'project_id': '2a58ec5ecdf84164a57e7d78d5dcecd1', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:04:28.297471 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (ff66b596-0d88-4f98-a6c0-768c35b6d512), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.333929 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Pushing event deleted for resources: {'Port': ['ID=ff66b596-0d88-4f98-a6c0-768c35b6d512,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:28.388477 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756290'] for router_gateway (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.485127 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35364'] for router (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.487340 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Publish callbacks [] for router_controller (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.535705 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1759855'] for router (deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.536544 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Fanout notify agent at l3_agent the message router_deleted on router deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:04:28.542272 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.543551 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a5b400d4-ce5a-4eb6-ab64-11f9b6ae41be admin admin] 10.222.0.48 "DELETE /v2.0/routers/deb1a9bf-9fd1-4478-99e2-3d02c2baf4bc HTTP/1.1" status: 204 len: 168 time: 0.7837851 May 05 15:04:28.547063 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60166) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:28.598980 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09e93a3-eabb-4657-b82e-422fc018c071 admin admin] Deleting subnet 1d651088-968d-44c4-a839-81028c6e4666 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:04:28.603270 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b09e93a3-eabb-4657-b82e-422fc018c071 admin admin] Publish callbacks [] for subnet (1d651088-968d-44c4-a839-81028c6e4666), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.652671 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b09e93a3-eabb-4657-b82e-422fc018c071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168642'] for subnet (1d651088-968d-44c4-a839-81028c6e4666), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.765890 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b09e93a3-eabb-4657-b82e-422fc018c071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (1d651088-968d-44c4-a839-81028c6e4666), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.816366 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b09e93a3-eabb-4657-b82e-422fc018c071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4336698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4347927'] for subnet (1d651088-968d-44c4-a839-81028c6e4666), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.841762 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e93a3-eabb-4657-b82e-422fc018c071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d651088-968d-44c4-a839-81028c6e4666,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:28.845814 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b09e93a3-eabb-4657-b82e-422fc018c071 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.849115 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b09e93a3-eabb-4657-b82e-422fc018c071 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1d651088-968d-44c4-a839-81028c6e4666 HTTP/1.1" status: 204 len: 168 time: 0.3008001 May 05 15:04:28.851445 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60170) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:28.854692 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0229a5d9-baa7-44e1-8fe1-bdd39d7d2c18 None None] Network 76ae81ac-5c14-477b-aec8-d6c521ab8d0d requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:04:28.923810 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (76ae81ac-5c14-477b-aec8-d6c521ab8d0d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:28.985593 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Deleting port 47efe812-89e8-4d76-9469-bd78b8ce525d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:28.985973 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.049931 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] For port 47efe812-89e8-4d76-9469-bd78b8ce525d, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=47efe812-89e8-4d76-9469-bd78b8ce525d,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:29.050264 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.068323 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] DHCP port deletion for 76ae81ac-5c14-477b-aec8-d6c521ab8d0d request from dv-cinder-839426-6-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:04:29.072640 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Calling delete_port for 47efe812-89e8-4d76-9469-bd78b8ce525d owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:29.115204 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Deleting port 47efe812-89e8-4d76-9469-bd78b8ce525d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:29.119671 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.210581 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.215277 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 736ca151-de50-4cb8-8ebc-50b27e1f3f3e no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:29.223831 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] For port 47efe812-89e8-4d76-9469-bd78b8ce525d, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=47efe812-89e8-4d76-9469-bd78b8ce525d,segment=NetworkSegment(a6668199-843b-4ad2-b34f-df4f4de1a835),segment_id=a6668199-843b-4ad2-b34f-df4f4de1a835)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:29.224512 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.238540 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Calling delete_port for 47efe812-89e8-4d76-9469-bd78b8ce525d owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:29.238772 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Pushing event deleted for resources: {'Port': ['ID=47efe812-89e8-4d76-9469-bd78b8ce525d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:29.252072 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] No DVR routers for this DVR port 47efe812-89e8-4d76-9469-bd78b8ce525d on host dv-cinder-839426-6-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:04:29.299863 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 736ca151-de50-4cb8-8ebc-50b27e1f3f3e {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:04:29.300208 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 736ca151-de50-4cb8-8ebc-50b27e1f3f3e not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:29.325574 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60186) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:29.352396 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (76ae81ac-5c14-477b-aec8-d6c521ab8d0d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.357530 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485'] for port (47efe812-89e8-4d76-9469-bd78b8ce525d), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.375859 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ae81ac-5c14-477b-aec8-d6c521ab8d0d']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:29.390496 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Pushing event deleted for resources: {'Port': ['ID=47efe812-89e8-4d76-9469-bd78b8ce525d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:29.397327 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6668199-843b-4ad2-b34f-df4f4de1a835') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:29.397630 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6668199-843b-4ad2-b34f-df4f4de1a835') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:29.400878 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.401513 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.402117 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.402675 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.403247 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.403831 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.404395 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.404940 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.406079 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.406887 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.407454 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.408019 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.408635 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.409199 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.409769 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:29.412951 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3c31c-843b-4a3b-951e-25e548b71434 None None] No DVR routers for this DVR port 47efe812-89e8-4d76-9469-bd78b8ce525d on host dv-cinder-839426-6-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:04:29.418614 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (a6668199-843b-4ad2-b34f-df4f4de1a835), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.443716 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (a6668199-843b-4ad2-b34f-df4f4de1a835), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.455198 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:04:29.455813 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (a6668199-843b-4ad2-b34f-df4f4de1a835), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:04:29.458260 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:04:29.516740 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-df734257-8096-4fcb-ba93-cd35a7fc5bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.530768 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (76ae81ac-5c14-477b-aec8-d6c521ab8d0d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.543972 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.549527 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] 10.222.0.48 "DELETE /v2.0/networks/76ae81ac-5c14-477b-aec8-d6c521ab8d0d HTTP/1.1" status: 204 len: 168 time: 0.6948595 May 05 15:04:29.564316 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e7569-c360-4f98-9dbe-47c440f16280 admin admin] Pushing event deleted for resources: {'Network': ['ID=76ae81ac-5c14-477b-aec8-d6c521ab8d0d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:29.601043 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-df734257-8096-4fcb-ba93-cd35a7fc5bdb admin admin] Publish callbacks [] for security_group (a46d0941-5f55-412a-b246-15a9a01292c3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.605395 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-df734257-8096-4fcb-ba93-cd35a7fc5bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a46d0941-5f55-412a-b246-15a9a01292c3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.643854 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df734257-8096-4fcb-ba93-cd35a7fc5bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46d0941-5f55-412a-b246-15a9a01292c3,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:29.651050 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60200) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:29.651217 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-df734257-8096-4fcb-ba93-cd35a7fc5bdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28394714d85644f2a2591e5c5481706f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240006 May 05 15:04:29.697357 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60204) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:29.709635 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7866c077-414a-478b-b0da-880e971a827c admin admin] Publish callbacks [] for security_group (a46d0941-5f55-412a-b246-15a9a01292c3), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.742446 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7866c077-414a-478b-b0da-880e971a827c admin admin] Publish callbacks [] for security_group (a46d0941-5f55-412a-b246-15a9a01292c3), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.742688 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-42158ae8-6dd2-4a31-a3a6-35f488371aac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a58ec5ecdf84164a57e7d78d5dcecd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428157 May 05 15:04:29.743962 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60206) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:29.788203 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7866c077-414a-478b-b0da-880e971a827c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a46d0941-5f55-412a-b246-15a9a01292c3), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.791131 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7866c077-414a-478b-b0da-880e971a827c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.792288 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7866c077-414a-478b-b0da-880e971a827c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a46d0941-5f55-412a-b246-15a9a01292c3 HTTP/1.1" status: 204 len: 168 time: 0.1402462 May 05 15:04:29.800424 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866c077-414a-478b-b0da-880e971a827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46d0941-5f55-412a-b246-15a9a01292c3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:29.802996 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9e345248-18e0-45f1-97c7-28446b6794c0 admin admin] Publish callbacks [] for security_group (a1613d06-5052-4825-ba40-3c61e1db99da), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.827786 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9e345248-18e0-45f1-97c7-28446b6794c0 admin admin] Publish callbacks [] for security_group (a1613d06-5052-4825-ba40-3c61e1db99da), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.882394 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9e345248-18e0-45f1-97c7-28446b6794c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a1613d06-5052-4825-ba40-3c61e1db99da), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.885280 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9e345248-18e0-45f1-97c7-28446b6794c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:29.886861 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9e345248-18e0-45f1-97c7-28446b6794c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1613d06-5052-4825-ba40-3c61e1db99da HTTP/1.1" status: 204 len: 168 time: 0.1419270 May 05 15:04:29.896268 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e345248-18e0-45f1-97c7-28446b6794c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1613d06-5052-4825-ba40-3c61e1db99da,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:29.971080 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:30.205378 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60226) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:30.219289 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-da01a62a-1313-4a40-96b4-592f85f16470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:30.295101 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-da01a62a-1313-4a40-96b4-592f85f16470 admin admin] Publish callbacks [] for security_group (ff8f8dc7-8f3d-441e-8ac7-220312316873), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:30.301490 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-da01a62a-1313-4a40-96b4-592f85f16470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (ff8f8dc7-8f3d-441e-8ac7-220312316873), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:30.341044 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-da01a62a-1313-4a40-96b4-592f85f16470 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1900ba4f5fa4ca5b90d22e7a331d6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345348 May 05 15:04:30.342429 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01a62a-1313-4a40-96b4-592f85f16470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8f8dc7-8f3d-441e-8ac7-220312316873,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:30.344575 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60230) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:30.398847 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbc79aae-1191-49ec-b0d2-a79d06fc2c43 admin admin] Publish callbacks [] for security_group (ff8f8dc7-8f3d-441e-8ac7-220312316873), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:30.422067 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbc79aae-1191-49ec-b0d2-a79d06fc2c43 admin admin] Publish callbacks [] for security_group (ff8f8dc7-8f3d-441e-8ac7-220312316873), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:30.474242 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbc79aae-1191-49ec-b0d2-a79d06fc2c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (ff8f8dc7-8f3d-441e-8ac7-220312316873), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:30.476945 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbc79aae-1191-49ec-b0d2-a79d06fc2c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:30.478125 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fbc79aae-1191-49ec-b0d2-a79d06fc2c43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff8f8dc7-8f3d-441e-8ac7-220312316873 HTTP/1.1" status: 204 len: 168 time: 0.1320140 May 05 15:04:30.486140 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc79aae-1191-49ec-b0d2-a79d06fc2c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8f8dc7-8f3d-441e-8ac7-220312316873,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:30.802367 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff66b596-0d88-4f98-a6c0-768c35b6d512 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:30.824386 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: ff66b596-0d88-4f98-a6c0-768c35b6d512 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:04:30.824739 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff66b596-0d88-4f98-a6c0-768c35b6d512 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:30.825157 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 47efe812-89e8-4d76-9469-bd78b8ce525d no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:04:30.846235 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 47efe812-89e8-4d76-9469-bd78b8ce525d {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:04:30.846569 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 47efe812-89e8-4d76-9469-bd78b8ce525d not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:04:32.049677 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60324) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:32.150980 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74a31cfd-1b19-47e0-b4ab-c259b200e319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.228102 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74a31cfd-1b19-47e0-b4ab-c259b200e319 admin admin] Publish callbacks [] for security_group (fad10762-4c9a-4e40-8fa8-4f131bcee7f4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.231906 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74a31cfd-1b19-47e0-b4ab-c259b200e319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (fad10762-4c9a-4e40-8fa8-4f131bcee7f4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.273422 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-74a31cfd-1b19-47e0-b4ab-c259b200e319 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb5d22b94ffb459f89624748345e54cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226522 May 05 15:04:32.274240 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a31cfd-1b19-47e0-b4ab-c259b200e319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad10762-4c9a-4e40-8fa8-4f131bcee7f4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:32.277170 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60332) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:32.336512 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fede67b0-58ad-43e7-8f81-e4318b5fffd2 admin admin] Publish callbacks [] for security_group (fad10762-4c9a-4e40-8fa8-4f131bcee7f4), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.358861 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fede67b0-58ad-43e7-8f81-e4318b5fffd2 admin admin] Publish callbacks [] for security_group (fad10762-4c9a-4e40-8fa8-4f131bcee7f4), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.406700 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fede67b0-58ad-43e7-8f81-e4318b5fffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (fad10762-4c9a-4e40-8fa8-4f131bcee7f4), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.409127 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fede67b0-58ad-43e7-8f81-e4318b5fffd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.410300 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-fede67b0-58ad-43e7-8f81-e4318b5fffd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fad10762-4c9a-4e40-8fa8-4f131bcee7f4 HTTP/1.1" status: 204 len: 168 time: 0.1317818 May 05 15:04:32.417687 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede67b0-58ad-43e7-8f81-e4318b5fffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad10762-4c9a-4e40-8fa8-4f131bcee7f4,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:32.674355 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60340) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:32.687969 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e6c105e-6d93-4d42-89ee-9fe5f31db418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.768178 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e6c105e-6d93-4d42-89ee-9fe5f31db418 admin admin] Publish callbacks [] for security_group (3f85ffdd-071b-4c46-b39a-070c1c95368f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.771763 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e6c105e-6d93-4d42-89ee-9fe5f31db418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3f85ffdd-071b-4c46-b39a-070c1c95368f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.813075 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8e6c105e-6d93-4d42-89ee-9fe5f31db418 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=631f89340c334826b477159a71e478fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376319 May 05 15:04:32.815271 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c105e-6d93-4d42-89ee-9fe5f31db418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f85ffdd-071b-4c46-b39a-070c1c95368f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:32.816033 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60348) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:32.870423 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec82a3d2-aa11-42e8-b890-29e8f5ffe6a3 admin admin] Publish callbacks [] for security_group (3f85ffdd-071b-4c46-b39a-070c1c95368f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.895758 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec82a3d2-aa11-42e8-b890-29e8f5ffe6a3 admin admin] Publish callbacks [] for security_group (3f85ffdd-071b-4c46-b39a-070c1c95368f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.951281 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec82a3d2-aa11-42e8-b890-29e8f5ffe6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3f85ffdd-071b-4c46-b39a-070c1c95368f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.954508 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec82a3d2-aa11-42e8-b890-29e8f5ffe6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:32.955663 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ec82a3d2-aa11-42e8-b890-29e8f5ffe6a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f85ffdd-071b-4c46-b39a-070c1c95368f HTTP/1.1" status: 204 len: 168 time: 0.1386423 May 05 15:04:32.963792 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82a3d2-aa11-42e8-b890-29e8f5ffe6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f85ffdd-071b-4c46-b39a-070c1c95368f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:34.212987 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60474) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:34.327034 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b1e80f34-3b8f-461f-aa88-2eb24a811e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:34.404713 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b1e80f34-3b8f-461f-aa88-2eb24a811e89 admin admin] Publish callbacks [] for security_group (65a76bae-de6d-4629-90ec-b2acd693a730), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:34.409211 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b1e80f34-3b8f-461f-aa88-2eb24a811e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (65a76bae-de6d-4629-90ec-b2acd693a730), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:34.454374 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e80f34-3b8f-461f-aa88-2eb24a811e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a76bae-de6d-4629-90ec-b2acd693a730,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:34.459725 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b1e80f34-3b8f-461f-aa88-2eb24a811e89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fd07eea47e74751a675a4049032fb67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458477 May 05 15:04:34.462387 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60488) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:34.520973 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1464e5f-477e-4cb7-a9a0-909d69963caf admin admin] Publish callbacks [] for security_group (65a76bae-de6d-4629-90ec-b2acd693a730), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:34.544332 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1464e5f-477e-4cb7-a9a0-909d69963caf admin admin] Publish callbacks [] for security_group (65a76bae-de6d-4629-90ec-b2acd693a730), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:34.593369 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1464e5f-477e-4cb7-a9a0-909d69963caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (65a76bae-de6d-4629-90ec-b2acd693a730), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:34.596023 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1464e5f-477e-4cb7-a9a0-909d69963caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:34.597198 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e1464e5f-477e-4cb7-a9a0-909d69963caf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65a76bae-de6d-4629-90ec-b2acd693a730 HTTP/1.1" status: 204 len: 168 time: 0.1337948 May 05 15:04:34.604986 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1464e5f-477e-4cb7-a9a0-909d69963caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a76bae-de6d-4629-90ec-b2acd693a730,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:42.547674 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e59b9698-66b5-497e-b062-6a31f8414a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:44.946587 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eadc8275-022e-4577-b308-097ea25aceb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:46.241388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:47.653621 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:48.971557 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:50.144498 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:04:53.880205 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-504ab51a-d647-4a07-9b97-834ad0b14525 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131092190&fields=id&tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f HTTP/1.1" status: 200 len: 267 time: 0.0439019 May 05 15:04:53.932015 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-178305c9-7559-4487-a2b2-528cf9b11b7b tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:53.933456 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-178305c9-7559-4487-a2b2-528cf9b11b7b tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 984 time: 0.0477467 May 05 15:04:53.944043 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Request body: {'port': {'security_groups': ['731c36e1-9b62-453d-98ea-ffb1c82a20dd']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:04:54.016742 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.187410 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] For port 103e6a67-31be-4fa0-8011-3eb0237f85fc, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:04:54.216354 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.221323 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.257064 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['103e6a67-31be-4fa0-8011-3eb0237f85fc'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:04:54.261213 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:54.261779 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.263164 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4fa4150c-65b9-4f31-9292-4d0095713c92 req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "PUT /v2.0/ports/103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 200 len: 942 time: 0.3234496 May 05 15:04:54.269448 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:04:54.270572 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60616) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:54.271812 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b4464-dbf2-417d-ad9f-53ee222fcae4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:04:54.322211 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7869efd3-c537-4b5f-be6d-d710785297ec x-openstack-request-id: req-7869efd3-c537-4b5f-be6d-d710785297ec {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:04:54.322503 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:04:54.322763 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7869efd3-c537-4b5f-be6d-d710785297ec {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:04:54.323169 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7869efd3-c537-4b5f-be6d-d710785297ec'] response: {'name': 'network-changed', 'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'status': 'completed', 'code': 200} May 05 15:04:54.323727 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event updated for resources: {'Port': ['ID=103e6a67-31be-4fa0-8011-3eb0237f85fc,revision_number=7']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:54.333768 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.334134 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.334483 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.334828 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.335165 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.335500 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.336803 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.336803 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.337086 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.337744 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.338726 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.338726 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.339857 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.340213 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.340537 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1bd897-7945-44ed-9d29-285a8d14a554 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:04:54.348572 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eeef3b-0ed8-4fd3-be9b-e1e99a28d108 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group (f19fc223-97c0-487e-bb8d-ab63d35bab0a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.377220 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eeef3b-0ed8-4fd3-be9b-e1e99a28d108 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group (f19fc223-97c0-487e-bb8d-ab63d35bab0a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.400217 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['103e6a67-31be-4fa0-8011-3eb0237f85fc'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:04:54.451367 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-d07a7c82-f3d0-458e-ad81-11bee10586f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:54.453063 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-d07a7c82-f3d0-458e-ad81-11bee10586f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f&device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 1129 time: 0.0792713 May 05 15:04:54.532894 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eeef3b-0ed8-4fd3-be9b-e1e99a28d108 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (f19fc223-97c0-487e-bb8d-ab63d35bab0a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.535329 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eeef3b-0ed8-4fd3-be9b-e1e99a28d108 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.535826 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-bcff79a7-6628-4156-80a3-8540a0632734 None None] Provisioning complete for port 103e6a67-31be-4fa0-8011-3eb0237f85fc triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:04:54.536204 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bcff79a7-6628-4156-80a3-8540a0632734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.536459 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e7eeef3b-0ed8-4fd3-be9b-e1e99a28d108 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "DELETE /v2.0/security-groups/f19fc223-97c0-487e-bb8d-ab63d35bab0a HTTP/1.1" status: 204 len: 168 time: 0.2643828 May 05 15:04:54.540740 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60620) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:04:54.554314 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eeef3b-0ed8-4fd3-be9b-e1e99a28d108 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19fc223-97c0-487e-bb8d-ab63d35bab0a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:54.577404 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-46cb6a98-520d-48ee-83b2-071c0626434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:54.579231 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-46cb6a98-520d-48ee-83b2-071c0626434d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2f10147-231e-447b-8c10-07f2885f79b1 HTTP/1.1" status: 200 len: 915 time: 0.1189618 May 05 15:04:54.653330 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-d963e735-c449-4740-90d7-5d2b1f979fd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 200 len: 1000 time: 0.0672688 May 05 15:04:54.665968 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-bcff79a7-6628-4156-80a3-8540a0632734 None None] Current status of the port 103e6a67-31be-4fa0-8011-3eb0237f85fc is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:04:54.703607 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-fb48d5ab-2f42-4030-bcc5-634995f99b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:54.705187 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-fb48d5ab-2f42-4030-bcc5-634995f99b91 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c46dc37-3791-4d0d-b0f3-06853bfacfdf HTTP/1.1" status: 200 len: 853 time: 0.0453353 May 05 15:04:54.714963 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Deleting port ecfbdea6-47f4-411d-91ba-6149e5ae8ca9 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:04:54.715297 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (ecfbdea6-47f4-411d-91ba-6149e5ae8ca9), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.748909 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-49d439a1-a0dd-4b0f-b2c6-5fdb313050d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:54.750549 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-49d439a1-a0dd-4b0f-b2c6-5fdb313050d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2f10147-231e-447b-8c10-07f2885f79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387111 May 05 15:04:54.793596 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (ecfbdea6-47f4-411d-91ba-6149e5ae8ca9), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.793954 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for floatingip (ecfbdea6-47f4-411d-91ba-6149e5ae8ca9), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:54.806062 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Calling delete_port for ecfbdea6-47f4-411d-91ba-6149e5ae8ca9 owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:04:54.845805 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-b17c8541-ffed-4a75-acfc-33cd3549c582 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884562 May 05 15:04:54.992636 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (ecfbdea6-47f4-411d-91ba-6149e5ae8ca9), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:55.025881 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event deleted for resources: {'Port': ['ID=ecfbdea6-47f4-411d-91ba-6149e5ae8ca9,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:04:55.086734 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks [] for floatingip (0d7fe5ac-8504-4f32-972a-7c90c8888af8), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:55.087070 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Floating IP 0d7fe5ac-8504-4f32-972a-7c90c8888af8 disassociated (deleted). External IP: 172.27.1.64, port: 103e6a67-31be-4fa0-8011-3eb0237f85fc. May 05 15:04:55.198610 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802b4464-dbf2-417d-ad9f-53ee222fcae4 req-8721a9e9-0033-45db-855f-cc94441343d3 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448527 May 05 15:04:55.305899 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:04:55.413935 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:04:55.418783 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:04:55.424005 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] Sync routers for ids ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:04:55.434812 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] Routers {'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:04:55.435426 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:04:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:55.450047 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0d31a940-31d6-41b4-b980-92f71b535cf5 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "DELETE /v2.0/floatingips/0d7fe5ac-8504-4f32-972a-7c90c8888af8 HTTP/1.1" status: 204 len: 168 time: 0.9079781 May 05 15:04:55.551176 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] Set router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:04:55.750630 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ff802569-4eb8-4cac-ad21-af90d494c704', 'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'mac_address': 'fa:16:3e:07:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:20Z', 'updated_at': '2022-05-05T15:02:25Z', 'revision_number': 5, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'subnets': [{'id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:55.776901 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] Checking router: ae6997d2-b1b9-4eab-aaa6-2a861c3368fa for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:04:55.785595 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] Routers {'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:04:55.786237 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:04:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:55.894336 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] Set router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:04:56.081183 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ff802569-4eb8-4cac-ad21-af90d494c704', 'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'mac_address': 'fa:16:3e:07:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:20Z', 'updated_at': '2022-05-05T15:02:25Z', 'revision_number': 5, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'subnets': [{'id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:04:56.241130 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6755f-665c-42c6-b90f-5a7e2ee150ce None None] The sync data for ids ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'] in dv-cinder-839426-6-iscsi is: [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:21Z', 'revision_number': 4, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': 'ff802569-4eb8-4cac-ad21-af90d494c704', 'name': '', 'network_id': 'd2f10147-231e-447b-8c10-07f2885f79b1', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'mac_address': 'fa:16:3e:07:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:20Z', 'updated_at': '2022-05-05T15:02:25Z', 'revision_number': 5, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'subnets': [{'id': '6c46dc37-3791-4d0d-b0f3-06853bfacfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:04:56.323810 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:04:56.326365 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7760b4e6-eb07-4af5-add0-654fe31dea4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:04:56.367551 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e88b6bf-8f7c-4f8c-bd50-f1573a3da6ce x-openstack-request-id: req-5e88b6bf-8f7c-4f8c-bd50-f1573a3da6ce {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:04:56.368216 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:04:56.368408 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e88b6bf-8f7c-4f8c-bd50-f1573a3da6ce {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:04:56.369022 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e88b6bf-8f7c-4f8c-bd50-f1573a3da6ce'] response: {'name': 'network-changed', 'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'status': 'completed', 'code': 200} May 05 15:04:56.478165 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-b81abff0-edee-4d2c-83bd-db2a36a00dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:56.479813 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-b81abff0-edee-4d2c-83bd-db2a36a00dea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f&device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 1129 time: 0.0560293 May 05 15:04:56.504992 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60f168a-f751-46fc-bd24-a22fbc95d8fc None None] New status for floating IP 0d7fe5ac-8504-4f32-972a-7c90c8888af8: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:04:56.601124 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-36429a72-45f2-437c-b2de-1440f8b09127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:56.604879 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-36429a72-45f2-437c-b2de-1440f8b09127 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2f10147-231e-447b-8c10-07f2885f79b1 HTTP/1.1" status: 200 len: 915 time: 0.1159902 May 05 15:04:56.654369 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-49eac3bf-6116-4a4d-927b-65b72b5bf460 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 200 len: 217 time: 0.0434508 May 05 15:04:56.714338 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-69d10f46-08a5-484a-b776-37395736b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:56.715811 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-69d10f46-08a5-484a-b776-37395736b1f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c46dc37-3791-4d0d-b0f3-06853bfacfdf HTTP/1.1" status: 200 len: 853 time: 0.0537694 May 05 15:04:56.769130 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-4f5f3dd5-e701-49b6-be4a-738c2fce80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:56.771797 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-4f5f3dd5-e701-49b6-be4a-738c2fce80bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2f10147-231e-447b-8c10-07f2885f79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497234 May 05 15:04:56.883822 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-db9816a4-d1e2-4250-97c6-03c9a87db760 service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044447 May 05 15:04:56.998724 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7760b4e6-eb07-4af5-add0-654fe31dea4f req-232d5919-051f-45be-9dc8-ec7723b8f3ef service neutron] 10.222.0.25 "GET /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043100 May 05 15:04:58.208749 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccea509-72d6-48aa-a889-ece6338628cd req-d0010aab-70e3-4cd9-a8d8-f6123a3df10a tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:58.210251 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dccea509-72d6-48aa-a889-ece6338628cd req-d0010aab-70e3-4cd9-a8d8-f6123a3df10a tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0481868 May 05 15:04:58.258222 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dccea509-72d6-48aa-a889-ece6338628cd req-df00a57b-2adb-43cc-997c-9fde79bf35fd tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 May 05 15:04:59.375053 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d14578-1c36-4598-a53e-6339818e4119 req-8f67dff7-6f82-4013-84f6-005e4fe83836 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:04:59.376501 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41d14578-1c36-4598-a53e-6339818e4119 req-8f67dff7-6f82-4013-84f6-005e4fe83836 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0494535 May 05 15:04:59.422748 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41d14578-1c36-4598-a53e-6339818e4119 req-f04180fd-6b82-4653-bfe5-ce5a8673dae0 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408015 May 05 15:04:59.970961 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:00.540359 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed45281-bf07-40e5-bf3d-664304190f36 req-9699f8ab-6c24-4a37-9886-52fa9bf22ef6 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:00.541852 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ed45281-bf07-40e5-bf3d-664304190f36 req-9699f8ab-6c24-4a37-9886-52fa9bf22ef6 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0467067 May 05 15:05:00.587721 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ed45281-bf07-40e5-bf3d-664304190f36 req-3a7c027d-1e91-486f-8a09-66a799af820c tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 May 05 15:05:01.698895 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915199d-db44-445c-986e-9f6a3971e4b3 req-713d7671-6411-46a1-933b-32b44823173c tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:01.700247 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2915199d-db44-445c-986e-9f6a3971e4b3 req-713d7671-6411-46a1-933b-32b44823173c tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0472612 May 05 15:05:01.748566 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2915199d-db44-445c-986e-9f6a3971e4b3 req-f23bc317-b128-43ca-97bf-8ddb537e46b8 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/security-groups?id=731c36e1-9b62-453d-98ea-ffb1c82a20dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 May 05 15:05:02.448993 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-1a9edb86-ac94-4b8f-ac50-f130c03b3b88 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:02.450468 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-1a9edb86-ac94-4b8f-ac50-f130c03b3b88 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 945 time: 0.0478606 May 05 15:05:02.532520 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-b1d4005e-2071-4241-a5d7-792a4fce6a12 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Deleting port 103e6a67-31be-4fa0-8011-3eb0237f85fc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:05:02.532867 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-b1d4005e-2071-4241-a5d7-792a4fce6a12 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:02.624216 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-b1d4005e-2071-4241-a5d7-792a4fce6a12 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] For port 103e6a67-31be-4fa0-8011-3eb0237f85fc, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=103e6a67-31be-4fa0-8011-3eb0237f85fc,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:02.625051 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-b1d4005e-2071-4241-a5d7-792a4fce6a12 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:02.637351 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-b1d4005e-2071-4241-a5d7-792a4fce6a12 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Calling delete_port for 103e6a67-31be-4fa0-8011-3eb0237f85fc owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:05:02.766892 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-b1d4005e-2071-4241-a5d7-792a4fce6a12 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (103e6a67-31be-4fa0-8011-3eb0237f85fc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:02.795007 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4005e-2071-4241-a5d7-792a4fce6a12 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Pushing event deleted for resources: {'Port': ['ID=103e6a67-31be-4fa0-8011-3eb0237f85fc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:02.808924 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['103e6a67-31be-4fa0-8011-3eb0237f85fc'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:05:02.843608 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-b1d4005e-2071-4241-a5d7-792a4fce6a12 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] No DVR routers for this DVR port 103e6a67-31be-4fa0-8011-3eb0237f85fc on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:05:02.846039 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-b1d4005e-2071-4241-a5d7-792a4fce6a12 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:02.849277 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9fc6a7b6-1d4f-45bb-99a1-d9984085a6bd req-b1d4005e-2071-4241-a5d7-792a4fce6a12 tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.25 "DELETE /v2.0/ports/103e6a67-31be-4fa0-8011-3eb0237f85fc HTTP/1.1" status: 204 len: 173 time: 0.3928633 May 05 15:05:02.849756 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'name': 'network-vif-deleted', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:05:02.852043 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69777ee-a9c0-459c-907d-5501fa02102a" -d '{"events": [{"server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "name": "network-vif-deleted", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:05:02.866831 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1219ad28-f2e7-49f8-a456-689e6ec2e7fe req-be42ef08-46d7-4e70-aee3-4eafd9dfc97e tempest-TestMinimumBasicScenario-1364475592 tempest-TestMinimumBasicScenario-1364475592-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e57a5df-5236-4e85-8cc5-139ea48ad75a HTTP/1.1" status: 200 len: 210 time: 0.0450251 May 05 15:05:02.896753 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e0e04b-ddf4-4f77-a26d-a421b8593e18 x-openstack-request-id: req-40e0e04b-ddf4-4f77-a26d-a421b8593e18 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:05:02.897017 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e57a5df-5236-4e85-8cc5-139ea48ad75a", "name": "network-vif-deleted", "tag": "103e6a67-31be-4fa0-8011-3eb0237f85fc", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:05:02.897274 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40e0e04b-ddf4-4f77-a26d-a421b8593e18 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:05:02.897690 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e0e04b-ddf4-4f77-a26d-a421b8593e18'] response: {'server_uuid': '0e57a5df-5236-4e85-8cc5-139ea48ad75a', 'name': 'network-vif-deleted', 'tag': '103e6a67-31be-4fa0-8011-3eb0237f85fc', 'status': 'completed', 'code': 200} May 05 15:05:04.616700 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60782) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:04.934255 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753748'] for router_interface (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:05.169471 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] Deleting port ff802569-4eb8-4cac-ad21-af90d494c704 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:05:05.169840 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:05.253169 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] For port ff802569-4eb8-4cac-ad21-af90d494c704, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ff802569-4eb8-4cac-ad21-af90d494c704,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:05.253526 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:05.267076 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] Calling delete_port for ff802569-4eb8-4cac-ad21-af90d494c704 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:05:05.459284 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (ff802569-4eb8-4cac-ad21-af90d494c704), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:05.484103 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff802569-4eb8-4cac-ad21-af90d494c704,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:05.674981 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1749489'] for router_interface (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.159795 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] Router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:05:06.268689 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:05:06.273779 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b399f321-e1af-45cf-9eda-49f4e9bcda0f admin admin] 10.222.0.48 "PUT /v2.0/routers/ae6997d2-b1b9-4eab-aaa6-2a861c3368fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6559732 May 05 15:05:06.276315 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60802) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:06.277428 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] Sync routers for ids ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:05:06.290426 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] Routers {'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:05:06.291191 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:04:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:06.393553 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Publish callbacks [] for router (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.408228 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] Set router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:05:06.506099 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60806) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:06.510324 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Publish callbacks [] for router_gateway (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.556814 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Deleting port 307f4f33-6b46-4a12-a470-cf46de25ffb0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:05:06.557244 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.587530 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:05:05Z', 'revision_number': 5, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port': {'id': '307f4f33-6b46-4a12-a470-cf46de25ffb0', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:06.614397 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] Checking router: ae6997d2-b1b9-4eab-aaa6-2a861c3368fa for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:05:06.620209 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9d231be8-7188-43a5-90c4-245cf5b63fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.622706 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] Routers {'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:05:06.623327 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:04:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:06.656828 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] For port 307f4f33-6b46-4a12-a470-cf46de25ffb0, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=307f4f33-6b46-4a12-a470-cf46de25ffb0,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:06.657197 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.678302 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Calling delete_port for 307f4f33-6b46-4a12-a470-cf46de25ffb0 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:05:06.719738 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] Set router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:05:06.721908 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9d231be8-7188-43a5-90c4-245cf5b63fb6 admin admin] Publish callbacks [] for security_group (16d94f0c-d9c3-4725-aceb-56b1d121839a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.730332 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9d231be8-7188-43a5-90c4-245cf5b63fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (16d94f0c-d9c3-4725-aceb-56b1d121839a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.772883 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9d231be8-7188-43a5-90c4-245cf5b63fb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f3d66e8fe0b4fc68e26da9496f11ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655468 May 05 15:05:06.773676 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60812) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:06.778400 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:05:06Z', 'revision_number': 6, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port_host': None}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:06.779498 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d231be8-7188-43a5-90c4-245cf5b63fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d94f0c-d9c3-4725-aceb-56b1d121839a,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:06.807928 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf5eaa2-4f96-4cd3-8c94-3ff1aa267ab6 None None] The sync data for ids ['ae6997d2-b1b9-4eab-aaa6-2a861c3368fa'] in dv-cinder-839426-6-iscsi is: [{'id': 'ae6997d2-b1b9-4eab-aaa6-2a861c3368fa', 'name': 'tempest-TestMinimumBasicScenario-331616003-router', 'tenant_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:18Z', 'updated_at': '2022-05-05T15:05:06Z', 'revision_number': 6, 'project_id': 'd4af07bd8d7141af97fb4bf0e8168e9f', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:05:06.834874 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-02c7dbb0-86cf-4fd7-b0f0-b342a146031d admin admin] Publish callbacks [] for security_group (16d94f0c-d9c3-4725-aceb-56b1d121839a), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.864364 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-02c7dbb0-86cf-4fd7-b0f0-b342a146031d admin admin] Publish callbacks [] for security_group (16d94f0c-d9c3-4725-aceb-56b1d121839a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.887060 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (307f4f33-6b46-4a12-a470-cf46de25ffb0), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.912581 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Pushing event deleted for resources: {'Port': ['ID=307f4f33-6b46-4a12-a470-cf46de25ffb0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:06.913720 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-02c7dbb0-86cf-4fd7-b0f0-b342a146031d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (16d94f0c-d9c3-4725-aceb-56b1d121839a), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.918005 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-02c7dbb0-86cf-4fd7-b0f0-b342a146031d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:06.919751 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-02c7dbb0-86cf-4fd7-b0f0-b342a146031d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16d94f0c-d9c3-4725-aceb-56b1d121839a HTTP/1.1" status: 204 len: 168 time: 0.1446531 May 05 15:05:06.929324 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7dbb0-86cf-4fd7-b0f0-b342a146031d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d94f0c-d9c3-4725-aceb-56b1d121839a,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:06.981993 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756290'] for router_gateway (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.079194 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35364'] for router (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.081875 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Publish callbacks [] for router_controller (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.127554 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1759855'] for router (ae6997d2-b1b9-4eab-aaa6-2a861c3368fa), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.128038 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae6997d2-b1b9-4eab-aaa6-2a861c3368fa {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:05:07.132573 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.133792 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7a5333f6-3b34-4464-80c6-d6365231a93a admin admin] 10.222.0.48 "DELETE /v2.0/routers/ae6997d2-b1b9-4eab-aaa6-2a861c3368fa HTTP/1.1" status: 204 len: 168 time: 0.8559654 May 05 15:05:07.136330 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60816) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:07.192834 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4a826a-8f3b-4675-a5b5-16f54bd3c867 admin admin] Deleting subnet 6c46dc37-3791-4d0d-b0f3-06853bfacfdf {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:05:07.196507 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d4a826a-8f3b-4675-a5b5-16f54bd3c867 admin admin] Publish callbacks [] for subnet (6c46dc37-3791-4d0d-b0f3-06853bfacfdf), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.238265 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d4a826a-8f3b-4675-a5b5-16f54bd3c867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168642'] for subnet (6c46dc37-3791-4d0d-b0f3-06853bfacfdf), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.318791 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d4a826a-8f3b-4675-a5b5-16f54bd3c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (6c46dc37-3791-4d0d-b0f3-06853bfacfdf), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.370311 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d4a826a-8f3b-4675-a5b5-16f54bd3c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4336698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4347927'] for subnet (6c46dc37-3791-4d0d-b0f3-06853bfacfdf), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.400001 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a826a-8f3b-4675-a5b5-16f54bd3c867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c46dc37-3791-4d0d-b0f3-06853bfacfdf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:07.402098 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d4a826a-8f3b-4675-a5b5-16f54bd3c867 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.408421 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2d4a826a-8f3b-4675-a5b5-16f54bd3c867 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6c46dc37-3791-4d0d-b0f3-06853bfacfdf HTTP/1.1" status: 204 len: 168 time: 0.2685561 May 05 15:05:07.408878 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0cc3a-b211-43b5-9b93-ae96628cc43b None None] Network d2f10147-231e-447b-8c10-07f2885f79b1 requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:05:07.409350 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60818) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:07.479143 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (d2f10147-231e-447b-8c10-07f2885f79b1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.522446 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Deleting port 05ff2d14-1688-4a58-b9d0-a536394d8e0b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:05:07.522798 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.595582 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] For port 05ff2d14-1688-4a58-b9d0-a536394d8e0b, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=05ff2d14-1688-4a58-b9d0-a536394d8e0b,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:07.595958 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.598265 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5337a-a7f7-476d-ae6b-3abc2d7fc6c0 None None] DHCP port deletion for d2f10147-231e-447b-8c10-07f2885f79b1 request from dv-cinder-839426-6-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:05:07.610374 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Calling delete_port for 05ff2d14-1688-4a58-b9d0-a536394d8e0b owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:05:07.645362 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5337a-a7f7-476d-ae6b-3abc2d7fc6c0 None None] Deleting port 05ff2d14-1688-4a58-b9d0-a536394d8e0b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:05:07.645826 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfc5337a-a7f7-476d-ae6b-3abc2d7fc6c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.694670 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.709844 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 103e6a67-31be-4fa0-8011-3eb0237f85fc no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:05:07.725626 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ff2d14-1688-4a58-b9d0-a536394d8e0b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:07.729295 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] No DVR routers for this DVR port 05ff2d14-1688-4a58-b9d0-a536394d8e0b on host dv-cinder-839426-6-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:05:07.740224 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 103e6a67-31be-4fa0-8011-3eb0237f85fc {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:05:07.740565 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 103e6a67-31be-4fa0-8011-3eb0237f85fc not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:05:07.749795 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfc5337a-a7f7-476d-ae6b-3abc2d7fc6c0 None None] For port 05ff2d14-1688-4a58-b9d0-a536394d8e0b, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=05ff2d14-1688-4a58-b9d0-a536394d8e0b,segment=NetworkSegment(3180c479-5251-4523-bd08-a5534ac98e85),segment_id=3180c479-5251-4523-bd08-a5534ac98e85)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:07.750440 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfc5337a-a7f7-476d-ae6b-3abc2d7fc6c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.766059 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5337a-a7f7-476d-ae6b-3abc2d7fc6c0 None None] Calling delete_port for 05ff2d14-1688-4a58-b9d0-a536394d8e0b owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:05:07.800757 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (d2f10147-231e-447b-8c10-07f2885f79b1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.821963 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f10147-231e-447b-8c10-07f2885f79b1']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:07.831846 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3180c479-5251-4523-bd08-a5534ac98e85') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:07.832137 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3180c479-5251-4523-bd08-a5534ac98e85') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:07.841834 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (3180c479-5251-4523-bd08-a5534ac98e85), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.847087 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfc5337a-a7f7-476d-ae6b-3abc2d7fc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485'] for port (05ff2d14-1688-4a58-b9d0-a536394d8e0b), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.855511 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (3180c479-5251-4523-bd08-a5534ac98e85), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.861601 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:05:07.862102 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (3180c479-5251-4523-bd08-a5534ac98e85), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:05:07.863902 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:05:07.874384 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5337a-a7f7-476d-ae6b-3abc2d7fc6c0 None None] Pushing event deleted for resources: {'Port': ['ID=05ff2d14-1688-4a58-b9d0-a536394d8e0b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:07.876616 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5337a-a7f7-476d-ae6b-3abc2d7fc6c0 None None] No DVR routers for this DVR port 05ff2d14-1688-4a58-b9d0-a536394d8e0b on host dv-cinder-839426-6-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:05:07.926797 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (d2f10147-231e-447b-8c10-07f2885f79b1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.931459 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:07.935040 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d2f10147-231e-447b-8c10-07f2885f79b1 HTTP/1.1" status: 204 len: 168 time: 0.5248857 May 05 15:05:07.938935 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60822) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:07.951622 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efa763-fea7-497b-8eb3-ecb1e4541a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f10147-231e-447b-8c10-07f2885f79b1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:08.268297 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753748'] for router_interface (59fd9623-0061-44e4-8585-b1dd60b436df), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:08.498011 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] Deleting port 8531da98-dd67-4294-8538-3f7aa98d062b {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:05:08.498423 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:08.574958 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] For port 8531da98-dd67-4294-8538-3f7aa98d062b, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=8531da98-dd67-4294-8538-3f7aa98d062b,segment=NetworkSegment(910cd0c6-ee11-4bb6-9114-2f0312649fca),segment_id=910cd0c6-ee11-4bb6-9114-2f0312649fca)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:08.575247 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:08.591330 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] Calling delete_port for 8531da98-dd67-4294-8538-3f7aa98d062b owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:05:08.774258 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (8531da98-dd67-4294-8538-3f7aa98d062b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:08.805423 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8531da98-dd67-4294-8538-3f7aa98d062b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:08.840945 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 05ff2d14-1688-4a58-b9d0-a536394d8e0b no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:05:08.866145 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 05ff2d14-1688-4a58-b9d0-a536394d8e0b {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:05:08.866489 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 05ff2d14-1688-4a58-b9d0-a536394d8e0b not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:05:08.866904 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff802569-4eb8-4cac-ad21-af90d494c704 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:05:08.888679 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: ff802569-4eb8-4cac-ad21-af90d494c704 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:05:08.889283 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff802569-4eb8-4cac-ad21-af90d494c704 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:05:08.889729 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 307f4f33-6b46-4a12-a470-cf46de25ffb0 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:05:08.913042 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 307f4f33-6b46-4a12-a470-cf46de25ffb0 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:05:08.913392 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 307f4f33-6b46-4a12-a470-cf46de25ffb0 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:05:08.988834 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1749489'] for router_interface (59fd9623-0061-44e4-8585-b1dd60b436df), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:09.209318 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] Router 59fd9623-0061-44e4-8585-b1dd60b436df has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:05:09.315609 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:05:09.320730 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2ae89cca-fbad-47ca-931d-4e6c127828f3 admin admin] 10.222.0.48 "PUT /v2.0/routers/59fd9623-0061-44e4-8585-b1dd60b436df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3802190 May 05 15:05:09.323328 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60826) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:09.324499 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] Sync routers for ids ['59fd9623-0061-44e4-8585-b1dd60b436df'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:05:09.334678 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] Routers {'59fd9623-0061-44e4-8585-b1dd60b436df'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:05:09.335295 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:04:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['59fd9623-0061-44e4-8585-b1dd60b436df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:09.430759 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Publish callbacks [] for router (59fd9623-0061-44e4-8585-b1dd60b436df), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:09.441523 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] Set router 59fd9623-0061-44e4-8585-b1dd60b436df gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:05:09.537707 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Publish callbacks [] for router_gateway (59fd9623-0061-44e4-8585-b1dd60b436df), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:09.588301 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Deleting port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:05:09.588650 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:09.673013 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] For port 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=7f948cc8-04df-4fcf-a2a5-eaba3b5034e6,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:09.673376 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:09.690409 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Calling delete_port for 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:05:09.695410 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'name': 'tempest-TestMinimumBasicScenario-1969006346-router', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:23Z', 'updated_at': '2022-05-05T15:05:08Z', 'revision_number': 5, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'gw_port': {'id': '7f948cc8-04df-4fcf-a2a5-eaba3b5034e6', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:02:24Z', 'updated_at': '2022-05-05T15:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:09.724876 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] Checking router: 59fd9623-0061-44e4-8585-b1dd60b436df for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:05:09.733008 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] Routers {'59fd9623-0061-44e4-8585-b1dd60b436df'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:05:09.733622 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:04:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['59fd9623-0061-44e4-8585-b1dd60b436df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:09.819236 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] Set router 59fd9623-0061-44e4-8585-b1dd60b436df gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:05:09.863151 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (7f948cc8-04df-4fcf-a2a5-eaba3b5034e6), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:09.876641 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'name': 'tempest-TestMinimumBasicScenario-1969006346-router', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:23Z', 'updated_at': '2022-05-05T15:05:09Z', 'revision_number': 6, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'gw_port_host': None}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:09.895601 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f948cc8-04df-4fcf-a2a5-eaba3b5034e6,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:09.909694 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4810c5-0c3b-4d27-a3d0-ca3a844e3edc None None] The sync data for ids ['59fd9623-0061-44e4-8585-b1dd60b436df'] in dv-cinder-839426-6-iscsi is: [{'id': '59fd9623-0061-44e4-8585-b1dd60b436df', 'name': 'tempest-TestMinimumBasicScenario-1969006346-router', 'tenant_id': '9fd84f07f7914bf399cf1c9c8de329df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:02:23Z', 'updated_at': '2022-05-05T15:05:09Z', 'revision_number': 6, 'project_id': '9fd84f07f7914bf399cf1c9c8de329df', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:05:09.970183 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756290'] for router_gateway (59fd9623-0061-44e4-8585-b1dd60b436df), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.068029 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35364'] for router (59fd9623-0061-44e4-8585-b1dd60b436df), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.070227 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Publish callbacks [] for router_controller (59fd9623-0061-44e4-8585-b1dd60b436df), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.115858 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1759855'] for router (59fd9623-0061-44e4-8585-b1dd60b436df), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.116397 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59fd9623-0061-44e4-8585-b1dd60b436df {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:05:10.120595 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.121747 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-abc2f396-a24a-43dc-9e13-f53baf75f56c admin admin] 10.222.0.48 "DELETE /v2.0/routers/59fd9623-0061-44e4-8585-b1dd60b436df HTTP/1.1" status: 204 len: 168 time: 0.7975066 May 05 15:05:10.124987 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60836) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:10.168538 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-915925b4-ec5e-4962-9f4b-9873325539d2 admin admin] Deleting subnet e367ac0b-333b-4b8d-93c7-dd12b083ddab {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:05:10.171884 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-915925b4-ec5e-4962-9f4b-9873325539d2 admin admin] Publish callbacks [] for subnet (e367ac0b-333b-4b8d-93c7-dd12b083ddab), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.211250 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-915925b4-ec5e-4962-9f4b-9873325539d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168642'] for subnet (e367ac0b-333b-4b8d-93c7-dd12b083ddab), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.292461 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-915925b4-ec5e-4962-9f4b-9873325539d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (e367ac0b-333b-4b8d-93c7-dd12b083ddab), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.350275 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-915925b4-ec5e-4962-9f4b-9873325539d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4336698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4347927'] for subnet (e367ac0b-333b-4b8d-93c7-dd12b083ddab), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.376576 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915925b4-ec5e-4962-9f4b-9873325539d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e367ac0b-333b-4b8d-93c7-dd12b083ddab,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:10.380194 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-915925b4-ec5e-4962-9f4b-9873325539d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.383778 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-915925b4-ec5e-4962-9f4b-9873325539d2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e367ac0b-333b-4b8d-93c7-dd12b083ddab HTTP/1.1" status: 204 len: 168 time: 0.2572923 May 05 15:05:10.385794 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60838) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:10.385944 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf4df61-9f4d-4449-8b36-6709c36ed551 None None] Network cd5d1ff6-540c-4229-82a0-755a17a0752e requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:05:10.458560 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (cd5d1ff6-540c-4229-82a0-755a17a0752e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.502652 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Deleting port c1ac9188-6ebe-465f-900e-b0e225e6bf72 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:05:10.502994 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.568521 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] For port c1ac9188-6ebe-465f-900e-b0e225e6bf72, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=c1ac9188-6ebe-465f-900e-b0e225e6bf72,segment=NetworkSegment(910cd0c6-ee11-4bb6-9114-2f0312649fca),segment_id=910cd0c6-ee11-4bb6-9114-2f0312649fca)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:10.568879 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.581233 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Calling delete_port for c1ac9188-6ebe-465f-900e-b0e225e6bf72 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:05:10.657565 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (c1ac9188-6ebe-465f-900e-b0e225e6bf72), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.683114 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ac9188-6ebe-465f-900e-b0e225e6bf72,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:10.687411 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] No DVR routers for this DVR port c1ac9188-6ebe-465f-900e-b0e225e6bf72 on host dv-cinder-839426-6-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:05:10.702492 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f040c348-afa3-4ecd-8031-b89f0adc6039 None None] DHCP port deletion for cd5d1ff6-540c-4229-82a0-755a17a0752e request from dv-cinder-839426-6-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:05:10.761920 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (cd5d1ff6-540c-4229-82a0-755a17a0752e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.782771 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5d1ff6-540c-4229-82a0-755a17a0752e']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:10.802483 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910cd0c6-ee11-4bb6-9114-2f0312649fca') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:10.802483 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910cd0c6-ee11-4bb6-9114-2f0312649fca') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:05:10.805602 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (910cd0c6-ee11-4bb6-9114-2f0312649fca), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.821178 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (910cd0c6-ee11-4bb6-9114-2f0312649fca), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.828344 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:05:10.828755 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (910cd0c6-ee11-4bb6-9114-2f0312649fca), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:05:10.830470 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:05:10.843030 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device c1ac9188-6ebe-465f-900e-b0e225e6bf72 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:05:10.863199 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: c1ac9188-6ebe-465f-900e-b0e225e6bf72 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:05:10.863543 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device c1ac9188-6ebe-465f-900e-b0e225e6bf72 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:05:10.863959 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 8531da98-dd67-4294-8538-3f7aa98d062b no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:05:10.883430 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 8531da98-dd67-4294-8538-3f7aa98d062b {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:05:10.883869 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 8531da98-dd67-4294-8538-3f7aa98d062b not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:05:10.884110 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:05:10.891570 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (cd5d1ff6-540c-4229-82a0-755a17a0752e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.896867 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:10.901160 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cd5d1ff6-540c-4229-82a0-755a17a0752e HTTP/1.1" status: 204 len: 168 time: 0.5143642 May 05 15:05:10.908529 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:05:10.908886 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7f948cc8-04df-4fcf-a2a5-eaba3b5034e6 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:05:10.920887 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812fdee-d283-48f4-bde0-cbc233692a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5d1ff6-540c-4229-82a0-755a17a0752e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:11.080659 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60846) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:11.124935 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ff6eea7c-0106-4ba3-bae4-c6d2c53eae5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4af07bd8d7141af97fb4bf0e8168e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429859 May 05 15:05:11.127357 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60850) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:11.178251 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdb5a41c-d857-4c61-9faa-7d12cf3c64df admin admin] Publish callbacks [] for security_group (731c36e1-9b62-453d-98ea-ffb1c82a20dd), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:11.198472 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdb5a41c-d857-4c61-9faa-7d12cf3c64df admin admin] Publish callbacks [] for security_group (731c36e1-9b62-453d-98ea-ffb1c82a20dd), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:11.243346 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdb5a41c-d857-4c61-9faa-7d12cf3c64df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (731c36e1-9b62-453d-98ea-ffb1c82a20dd), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:11.245934 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdb5a41c-d857-4c61-9faa-7d12cf3c64df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:11.247059 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bdb5a41c-d857-4c61-9faa-7d12cf3c64df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/731c36e1-9b62-453d-98ea-ffb1c82a20dd HTTP/1.1" status: 204 len: 168 time: 0.1187036 May 05 15:05:11.254300 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5a41c-d857-4c61-9faa-7d12cf3c64df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731c36e1-9b62-453d-98ea-ffb1c82a20dd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:11.562766 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60856) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:11.602485 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7866238f-002b-40bd-864e-0dfc6eeefffc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fd84f07f7914bf399cf1c9c8de329df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380638 May 05 15:05:11.604587 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60858) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:11.655307 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4693fa7b-b6d2-4daa-bdcf-07302a53a69d admin admin] Publish callbacks [] for security_group (3f8c7ea9-01ae-4a2f-9aa2-5a81cc250d88), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:11.675869 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4693fa7b-b6d2-4daa-bdcf-07302a53a69d admin admin] Publish callbacks [] for security_group (3f8c7ea9-01ae-4a2f-9aa2-5a81cc250d88), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:11.721752 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4693fa7b-b6d2-4daa-bdcf-07302a53a69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3f8c7ea9-01ae-4a2f-9aa2-5a81cc250d88), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:11.724276 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4693fa7b-b6d2-4daa-bdcf-07302a53a69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:11.725379 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4693fa7b-b6d2-4daa-bdcf-07302a53a69d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f8c7ea9-01ae-4a2f-9aa2-5a81cc250d88 HTTP/1.1" status: 204 len: 168 time: 0.1198723 May 05 15:05:11.733412 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693fa7b-b6d2-4daa-bdcf-07302a53a69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8c7ea9-01ae-4a2f-9aa2-5a81cc250d88,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:12.549613 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dca55546-256f-4dc7-91cd-936a3df76d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:14.674104 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 60880) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:14.776058 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:14.849626 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Publish callbacks [] for security_group (b269a82d-db9a-42a8-abfa-3457db423883), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:14.853218 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (b269a82d-db9a-42a8-abfa-3457db423883), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:14.891255 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5dd308d377ba4901b69b2312c4248591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160082 May 05 15:05:14.893204 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b269a82d-db9a-42a8-abfa-3457db423883,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:14.893962 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 60884) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:14.900378 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.900728 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.901077 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.901421 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.901783 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.902119 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.902455 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.902784 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.903111 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.903441 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.903772 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.904102 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.904522 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.904929 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.905262 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9bb9a-8962-4b6b-9ca0-26f92906ffa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:14.944049 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f7a7-18c9-4ff3-b86f-4e57d2147eb9 admin admin] Publish callbacks [] for security_group (b269a82d-db9a-42a8-abfa-3457db423883), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:14.947703 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb922-9219-432e-8b4b-91eb9d456289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:14.965803 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f7a7-18c9-4ff3-b86f-4e57d2147eb9 admin admin] Publish callbacks [] for security_group (b269a82d-db9a-42a8-abfa-3457db423883), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:15.011258 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f7a7-18c9-4ff3-b86f-4e57d2147eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (b269a82d-db9a-42a8-abfa-3457db423883), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:15.014442 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f7a7-18c9-4ff3-b86f-4e57d2147eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:15.015587 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2bc0f7a7-18c9-4ff3-b86f-4e57d2147eb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b269a82d-db9a-42a8-abfa-3457db423883 HTTP/1.1" status: 204 len: 168 time: 0.1206424 May 05 15:05:15.023193 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0f7a7-18c9-4ff3-b86f-4e57d2147eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b269a82d-db9a-42a8-abfa-3457db423883,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:16.240887 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:17.658269 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:18.974062 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:27.144309 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:05:29.972567 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:40.363304 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 32826) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:40.465548 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3669341-0591-4ce0-b4ba-500040fd43c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:40.537847 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3669341-0591-4ce0-b4ba-500040fd43c8 admin admin] Publish callbacks [] for security_group (a6c2b3f9-38a2-4f05-8156-e3f12a86e4d2), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:40.541334 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3669341-0591-4ce0-b4ba-500040fd43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a6c2b3f9-38a2-4f05-8156-e3f12a86e4d2), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:40.581349 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b3669341-0591-4ce0-b4ba-500040fd43c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1aefde2f00e4ffba2614ce672b38cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170098 May 05 15:05:40.582182 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3669341-0591-4ce0-b4ba-500040fd43c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c2b3f9-38a2-4f05-8156-e3f12a86e4d2,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:40.584872 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 32830) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:40.631593 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcdc3-2aa1-4b21-bf81-1aee5b02310d admin admin] Publish callbacks [] for security_group (a6c2b3f9-38a2-4f05-8156-e3f12a86e4d2), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:40.656472 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcdc3-2aa1-4b21-bf81-1aee5b02310d admin admin] Publish callbacks [] for security_group (a6c2b3f9-38a2-4f05-8156-e3f12a86e4d2), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:40.701528 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcdc3-2aa1-4b21-bf81-1aee5b02310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (a6c2b3f9-38a2-4f05-8156-e3f12a86e4d2), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:40.704885 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcdc3-2aa1-4b21-bf81-1aee5b02310d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:40.706038 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1e6bcdc3-2aa1-4b21-bf81-1aee5b02310d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6c2b3f9-38a2-4f05-8156-e3f12a86e4d2 HTTP/1.1" status: 204 len: 168 time: 0.1201901 May 05 15:05:40.713170 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bcdc3-2aa1-4b21-bf81-1aee5b02310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c2b3f9-38a2-4f05-8156-e3f12a86e4d2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:41.298803 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 32852) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:41.392836 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-630847889-network', 'tenant_id': '444d2e30e52f4c2d8c7f849b61c0a16a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:05:41.411900 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Made reservation on behalf of 444d2e30e52f4c2d8c7f849b61c0a16a for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:05:41.414043 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:41.422614 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:41.501057 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Publish callbacks [] for security_group (658a862e-a9d9-45cb-8591-8fa63aa1501b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:41.504879 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (658a862e-a9d9-45cb-8591-8fa63aa1501b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:41.525626 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:05:41.539578 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658a862e-a9d9-45cb-8591-8fa63aa1501b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:41.545286 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (5f6a0aa4-22d8-44f2-b283-046a26279d28), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:41.545630 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Added segment 5f6a0aa4-22d8-44f2-b283-046a26279d28 of type vlan for network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd May 05 15:05:41.586370 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:41.610298 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:41.611251 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:41.611840 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:41.646605 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3467374 May 05 15:05:41.649494 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 32856) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:05:41.654323 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Request body: {'subnet': {'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-630847889-subnet', 'tenant_id': '444d2e30e52f4c2d8c7f849b61c0a16a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:05:41.674058 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Made reservation on behalf of 444d2e30e52f4c2d8c7f849b61c0a16a for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:05:41.676603 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6046667'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:41.677430 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e47a63-a896-4087-84ff-e131829dd894 admin admin] Pushing event updated for resources: {'Network': ['ID=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:41.687733 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:05:42.097073 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5990886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6046649'] for subnet (9c2d6d9b-605b-443e-ade8-9050dbb7e6f3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:42.151210 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2d6d9b-605b-443e-ade8-9050dbb7e6f3,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:42.160405 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Checking segment: {'id': '5f6a0aa4-22d8-44f2-b283-046a26279d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:05:42.160771 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Network hostable DHCP agents. Network: a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:05:42.177386 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:05:42.187059 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:05:42.191447 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:42.192049 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:42.196511 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26addc-1740-428f-91ab-48625bd5dbc7 None None] Network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:05:42.207933 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1652f664-4dee-4477-a033-b16db4abdd99 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5573421 May 05 15:05:42.297252 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e5bf2-ed86-4d12-bb6c-6fcb92908861 None None] Network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:05:42.555879 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a9509112-c4c8-4c0b-8f08-2c4f18bbda6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:43.941917 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e54be1-3acf-464c-99c4-602853e22442 req-caf9d5e0-686a-48d5-94c2-0a35d5c82116 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:43.943324 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-caf9d5e0-686a-48d5-94c2-0a35d5c82116 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/networks?id=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd HTTP/1.1" status: 200 len: 813 time: 0.1043327 May 05 15:05:43.958159 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-d27a142e-6b88-4f3f-8169-ec09f5ffb0d2 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/quotas/444d2e30e52f4c2d8c7f849b61c0a16a HTTP/1.1" status: 200 len: 375 time: 0.0094657 May 05 15:05:43.989206 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-52ff79f0-86dd-467e-9b78-8dbc11560842 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=444d2e30e52f4c2d8c7f849b61c0a16a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262148 May 05 15:05:44.079615 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-55b4d2aa-db6a-49b3-a81b-75ae37ce1be5 service neutron] 10.222.0.48 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837476 May 05 15:05:44.169725 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-e0ace902-88f9-4793-8e61-e494c842f77a service neutron] 10.222.0.48 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844982 May 05 15:05:44.330630 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4bfe952e-9d0a-4e54-ad94-1777ca6fb5a9 req-e1af2d59-7f64-4a05-bc13-abcefa306bf8 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 210 time: 0.0293102 May 05 15:05:44.949432 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ee303a1-c327-4aec-ae86-050f1761a8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:45.290728 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e54be1-3acf-464c-99c4-602853e22442 req-c51d8e24-73f2-4f4e-97b0-fcc4cd249040 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:45.292182 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-c51d8e24-73f2-4f4e-97b0-fcc4cd249040 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.25 "GET /v2.0/networks?id=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd HTTP/1.1" status: 200 len: 813 time: 0.1038604 May 05 15:05:45.313638 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Request body: {'port': {'device_id': '5d9be441-042c-4020-91cc-7b3bba5e577b', 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd', 'admin_state_up': True, 'tenant_id': '444d2e30e52f4c2d8c7f849b61c0a16a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:05:45.422484 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Made reservation on behalf of 444d2e30e52f4c2d8c7f849b61c0a16a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:05:45.425880 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:45.428776 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2c8b407d-6798-4e7e-bf2a-f57cb3a63a4e req-05739876-35e7-4db8-8474-e6289946b5e5 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 210 time: 0.0288038 May 05 15:05:45.553329 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Allocated IP 172.20.0.7 (a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd/9c2d6d9b-605b-443e-ade8-9050dbb7e6f3/45ac69dc-3748-4481-880d-24b124ec3358) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:05:45.699314 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks [] for port (45ac69dc-3748-4481-880d-24b124ec3358), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:45.730818 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (45ac69dc-3748-4481-880d-24b124ec3358), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:45.769430 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:05:45.772425 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:05:45.774894 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:05:45.811060 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Pushing event updated for resources: {'Port': ['ID=45ac69dc-3748-4481-880d-24b124ec3358,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:45.833049 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:45.833678 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:45.848875 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-ebc8ad4a-fb91-4f4c-8f24-697634508e5b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5397296 May 05 15:05:45.865010 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Request body: {'port': {'device_id': '5d9be441-042c-4020-91cc-7b3bba5e577b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:05:45.924572 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (45ac69dc-3748-4481-880d-24b124ec3358), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:46.176665 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ac69dc-3748-4481-880d-24b124ec3358 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:05:46.184745 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Publish callbacks [] for port (45ac69dc-3748-4481-880d-24b124ec3358), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:46.197261 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Transition to ACTIVE for port object 45ac69dc-3748-4481-880d-24b124ec3358 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:05:46.200761 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (45ac69dc-3748-4481-880d-24b124ec3358), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:46.243971 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:46.255764 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Pushing event updated for resources: {'Port': ['ID=45ac69dc-3748-4481-880d-24b124ec3358,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:46.323694 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Attempting to bind port 45ac69dc-3748-4481-880d-24b124ec3358 on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:05:46.324422 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Attempting to bind port 45ac69dc-3748-4481-880d-24b124ec3358 by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '5f6a0aa4-22d8-44f2-b283-046a26279d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:05:46.324422 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Attempting to bind port 45ac69dc-3748-4481-880d-24b124ec3358 on network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:05:46.328669 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Port 45ac69dc-3748-4481-880d-24b124ec3358 on network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:05:46.328994 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Attempting to bind port 45ac69dc-3748-4481-880d-24b124ec3358 on network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:05:46.333912 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:05:46.334249 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Checking segment: {'id': '5f6a0aa4-22d8-44f2-b283-046a26279d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:05:46.334633 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Bound using segment: {'id': '5f6a0aa4-22d8-44f2-b283-046a26279d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:05:46.335056 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Bound port: 45ac69dc-3748-4481-880d-24b124ec3358, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6a0aa4-22d8-44f2-b283-046a26279d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:05:46.335409 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (45ac69dc-3748-4481-880d-24b124ec3358), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:46.396395 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] For port 45ac69dc-3748-4481-880d-24b124ec3358, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:05:46.399490 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] For port 45ac69dc-3748-4481-880d-24b124ec3358, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=45ac69dc-3748-4481-880d-24b124ec3358,segment=NetworkSegment(5f6a0aa4-22d8-44f2-b283-046a26279d28),segment_id=5f6a0aa4-22d8-44f2-b283-046a26279d28)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:05:46.404293 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (45ac69dc-3748-4481-880d-24b124ec3358), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:46.437725 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:46.438352 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:46.439985 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] 10.222.0.25 "PUT /v2.0/ports/45ac69dc-3748-4481-880d-24b124ec3358 HTTP/1.1" status: 200 len: 1093 time: 0.5789387 May 05 15:05:46.440475 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9be441-042c-4020-91cc-7b3bba5e577b', 'tag': '45ac69dc-3748-4481-880d-24b124ec3358'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:05:46.442744 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530c492b-9846-4917-a9d0-43da3b20713e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9be441-042c-4020-91cc-7b3bba5e577b", "tag": "45ac69dc-3748-4481-880d-24b124ec3358"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:05:46.473596 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262eb8d-a0d6-4946-a462-1055b9fda48a service neutron] Pushing event updated for resources: {'Port': ['ID=45ac69dc-3748-4481-880d-24b124ec3358,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:46.491324 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9c1f6e-95ec-4f9c-8d08-7186f2478bcf x-openstack-request-id: req-dc9c1f6e-95ec-4f9c-8d08-7186f2478bcf {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:05:46.491671 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9be441-042c-4020-91cc-7b3bba5e577b", "tag": "45ac69dc-3748-4481-880d-24b124ec3358", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:05:46.491935 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc9c1f6e-95ec-4f9c-8d08-7186f2478bcf {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:05:46.492400 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9c1f6e-95ec-4f9c-8d08-7186f2478bcf'] response: {'name': 'network-changed', 'server_uuid': '5d9be441-042c-4020-91cc-7b3bba5e577b', 'tag': '45ac69dc-3748-4481-880d-24b124ec3358', 'status': 'completed', 'code': 200} May 05 15:05:46.547260 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e54be1-3acf-464c-99c4-602853e22442 req-6955f3e0-9fbd-4b2a-bd55-84c5d74b2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:46.548750 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-6955f3e0-9fbd-4b2a-bd55-84c5d74b2411 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=444d2e30e52f4c2d8c7f849b61c0a16a&device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 1127 time: 0.0434854 May 05 15:05:46.558185 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9044b1-f33e-49d8-bf18-db1c64503838 req-dcd220b3-aa32-47f6-86f6-06bc5bce9fc7 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:46.559643 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9b9044b1-f33e-49d8-bf18-db1c64503838 req-dcd220b3-aa32-47f6-86f6-06bc5bce9fc7 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 943 time: 0.0524161 May 05 15:05:46.596067 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-a7746d9e-f08c-431a-bfee-de66ea17f627 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ac69dc-3748-4481-880d-24b124ec3358 HTTP/1.1" status: 200 len: 217 time: 0.0348089 May 05 15:05:46.606719 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9b9044b1-f33e-49d8-bf18-db1c64503838 req-e1895948-21ef-4d56-a1d7-4a311831c138 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 May 05 15:05:46.643488 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e54be1-3acf-464c-99c4-602853e22442 req-a4a019a4-142e-4e94-8419-47ee539d0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:46.644926 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-a4a019a4-142e-4e94-8419-47ee539d0c7a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9c2d6d9b-605b-443e-ade8-9050dbb7e6f3 HTTP/1.1" status: 200 len: 853 time: 0.0434341 May 05 15:05:46.676109 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-b0bf8059-4a2c-4f01-9496-7829f985d97f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256929 May 05 15:05:46.767361 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-59c9b3c1-b0e2-49c1-95bf-30bff930fee3 service neutron] 10.222.0.25 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851793 May 05 15:05:46.855864 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-18e54be1-3acf-464c-99c4-602853e22442 req-7ae3c7f5-dadf-4d60-b9d3-b17a03cd3c7c service neutron] 10.222.0.25 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828905 May 05 15:05:47.615585 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c492b-9846-4917-a9d0-43da3b20713e req-dc11ff94-3745-4142-82d0-88602a017b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:47.617065 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-530c492b-9846-4917-a9d0-43da3b20713e req-dc11ff94-3745-4142-82d0-88602a017b5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=444d2e30e52f4c2d8c7f849b61c0a16a&device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 1127 time: 0.0373960 May 05 15:05:47.659107 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:47.707476 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c492b-9846-4917-a9d0-43da3b20713e req-4a373ea0-af97-4dd5-ad24-7abc32363ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:47.708872 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-530c492b-9846-4917-a9d0-43da3b20713e req-4a373ea0-af97-4dd5-ad24-7abc32363ad0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd HTTP/1.1" status: 200 len: 914 time: 0.0862501 May 05 15:05:47.722788 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5edafb-a252-44c9-aaee-31db4b0b18c1 req-ac2dc00a-3f79-49ee-8bb9-8db2df1c937b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:47.724250 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c5edafb-a252-44c9-aaee-31db4b0b18c1 req-ac2dc00a-3f79-49ee-8bb9-8db2df1c937b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 943 time: 0.0479434 May 05 15:05:47.751184 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-530c492b-9846-4917-a9d0-43da3b20713e req-180d8aa5-b326-461c-81f5-4885f86d3656 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ac69dc-3748-4481-880d-24b124ec3358 HTTP/1.1" status: 200 len: 217 time: 0.0366793 May 05 15:05:47.772170 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c5edafb-a252-44c9-aaee-31db4b0b18c1 req-3f1a0026-0340-443f-aa4e-374f39c15d46 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420430 May 05 15:05:47.800914 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c492b-9846-4917-a9d0-43da3b20713e req-ebb24d99-58c2-4140-9469-326e8a49629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:47.802382 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-530c492b-9846-4917-a9d0-43da3b20713e req-ebb24d99-58c2-4140-9469-326e8a49629d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9c2d6d9b-605b-443e-ade8-9050dbb7e6f3 HTTP/1.1" status: 200 len: 853 time: 0.0438426 May 05 15:05:47.837228 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-530c492b-9846-4917-a9d0-43da3b20713e req-afc13588-9d6f-4cb2-ae6a-65b7da1421b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262737 May 05 15:05:47.927470 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-530c492b-9846-4917-a9d0-43da3b20713e req-fe1784c7-8bfd-4f13-aa7c-dd182b7094ed service neutron] 10.222.0.25 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833809 May 05 15:05:48.015197 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-530c492b-9846-4917-a9d0-43da3b20713e req-b310dde1-2f91-4376-82a1-027065a2f87f service neutron] 10.222.0.25 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815995 May 05 15:05:48.744326 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 45ac69dc-3748-4481-880d-24b124ec3358 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:05:48.889435 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5c33-0708-43b2-8be1-68a3953de7c7 req-213c6346-f290-412a-a2c3-c67ab1c1f471 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:48.891168 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-538b5c33-0708-43b2-8be1-68a3953de7c7 req-213c6346-f290-412a-a2c3-c67ab1c1f471 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 943 time: 0.0485930 May 05 15:05:48.944501 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-538b5c33-0708-43b2-8be1-68a3953de7c7 req-404e9ed6-6e06-43b9-8f21-8518ea411bb7 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476012 May 05 15:05:48.977406 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 45ac69dc-3748-4481-880d-24b124ec3358, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=45ac69dc-3748-4481-880d-24b124ec3358,segment=NetworkSegment(5f6a0aa4-22d8-44f2-b283-046a26279d28),segment_id=5f6a0aa4-22d8-44f2-b283-046a26279d28)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:48.994024 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '45ac69dc-3748-4481-880d-24b124ec3358', 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd', 'port_id': '45ac69dc-3748-4481-880d-24b124ec3358', 'mac_address': 'fa:16:3e:97:b7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2d6d9b-605b-443e-ade8-9050dbb7e6f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:05:48.997670 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:49.033123 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 45ac69dc-3748-4481-880d-24b124ec3358 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:05:49.033581 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (45ac69dc-3748-4481-880d-24b124ec3358), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:49.045923 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ac69dc-3748-4481-880d-24b124ec3358 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:05:49.065905 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 45ac69dc-3748-4481-880d-24b124ec3358, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=45ac69dc-3748-4481-880d-24b124ec3358,segment=NetworkSegment(5f6a0aa4-22d8-44f2-b283-046a26279d28),segment_id=5f6a0aa4-22d8-44f2-b283-046a26279d28)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:49.069667 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (45ac69dc-3748-4481-880d-24b124ec3358), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:49.120050 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=45ac69dc-3748-4481-880d-24b124ec3358,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:49.127686 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.128036 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.128400 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.128763 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.129108 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.129444 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.129871 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.130203 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.130533 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.130863 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.131190 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.131531 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.131860 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.132183 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.132506 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:05:49.379401 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['45ac69dc-3748-4481-880d-24b124ec3358'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:05:50.058503 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af6925-b903-46e9-918c-5e75bb8f5b9f req-4b172fb1-c0fe-4c2d-bc30-2916a1910c11 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:50.059973 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-88af6925-b903-46e9-918c-5e75bb8f5b9f req-4b172fb1-c0fe-4c2d-bc30-2916a1910c11 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 944 time: 0.0465791 May 05 15:05:50.106874 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-88af6925-b903-46e9-918c-5e75bb8f5b9f req-dd0e2ddf-49c8-4cff-b981-a670fba86812 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 May 05 15:05:50.760188 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 45ac69dc-3748-4481-880d-24b124ec3358 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:05:50.806532 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 45ac69dc-3748-4481-880d-24b124ec3358 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:05:50.811670 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 45ac69dc-3748-4481-880d-24b124ec3358 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:05:50.812060 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (45ac69dc-3748-4481-880d-24b124ec3358), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:50.885202 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 45ac69dc-3748-4481-880d-24b124ec3358 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:05:50.885580 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (45ac69dc-3748-4481-880d-24b124ec3358), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:50.908085 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9be441-042c-4020-91cc-7b3bba5e577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ac69dc-3748-4481-880d-24b124ec3358'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:05:50.910348 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d23653e-17ef-42c5-804f-46f39b4917fb" -d '{"events": [{"server_uuid": "5d9be441-042c-4020-91cc-7b3bba5e577b", "name": "network-vif-plugged", "status": "completed", "tag": "45ac69dc-3748-4481-880d-24b124ec3358"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:05:50.922940 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 45ac69dc-3748-4481-880d-24b124ec3358, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=45ac69dc-3748-4481-880d-24b124ec3358,segment=NetworkSegment(5f6a0aa4-22d8-44f2-b283-046a26279d28),segment_id=5f6a0aa4-22d8-44f2-b283-046a26279d28)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:05:50.926480 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (45ac69dc-3748-4481-880d-24b124ec3358), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:05:50.949424 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31c2b49-4e97-449b-b4af-e5cca5326f6b x-openstack-request-id: req-c31c2b49-4e97-449b-b4af-e5cca5326f6b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:05:50.949742 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9be441-042c-4020-91cc-7b3bba5e577b", "name": "network-vif-plugged", "status": "completed", "tag": "45ac69dc-3748-4481-880d-24b124ec3358", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:05:50.950001 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c31c2b49-4e97-449b-b4af-e5cca5326f6b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:05:50.950394 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31c2b49-4e97-449b-b4af-e5cca5326f6b'] response: {'server_uuid': '5d9be441-042c-4020-91cc-7b3bba5e577b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ac69dc-3748-4481-880d-24b124ec3358', 'code': 200} May 05 15:05:50.978984 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=45ac69dc-3748-4481-880d-24b124ec3358,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:05:51.145950 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bba896-20d2-47d1-83e9-fc6ce2d8cdbd req-eaf56770-aa0f-46af-ade9-0c6279669973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:51.147446 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-82bba896-20d2-47d1-83e9-fc6ce2d8cdbd req-eaf56770-aa0f-46af-ade9-0c6279669973 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 1129 time: 0.0418725 May 05 15:05:51.191488 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-82bba896-20d2-47d1-83e9-fc6ce2d8cdbd req-8dfebb75-fdfa-449b-9d02-0a8e25d5724f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380855 May 05 15:05:51.221004 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd34344-9ac9-44c7-be77-2feac8156b75 req-a9d6d5d1-26e7-4ad0-9242-3b01d95f2b6f tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:51.222504 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9fd34344-9ac9-44c7-be77-2feac8156b75 req-a9d6d5d1-26e7-4ad0-9242-3b01d95f2b6f tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 945 time: 0.0472839 May 05 15:05:51.268503 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9fd34344-9ac9-44c7-be77-2feac8156b75 req-df2e6ba6-fe95-4628-ac5b-1a10ff099ccf tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 May 05 15:05:52.386716 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6689bb-304b-4f5b-a921-15056306676b req-bfc55961-dde7-4f17-ae03-2406b95fbf28 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:52.388199 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ce6689bb-304b-4f5b-a921-15056306676b req-bfc55961-dde7-4f17-ae03-2406b95fbf28 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 945 time: 0.0519521 May 05 15:05:52.436499 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ce6689bb-304b-4f5b-a921-15056306676b req-3d23b5a1-2aab-4f19-94bd-d8a8b7ed3bfb tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 May 05 15:05:53.548655 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d533c8d-6a2a-4ed4-8cec-25a400ad7374 req-3a79060d-a3e3-4fb2-a669-713ef0f1087d tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:05:53.550122 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4d533c8d-6a2a-4ed4-8cec-25a400ad7374 req-3a79060d-a3e3-4fb2-a669-713ef0f1087d tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 945 time: 0.0466614 May 05 15:05:53.597492 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4d533c8d-6a2a-4ed4-8cec-25a400ad7374 req-93fccd1f-6920-4705-8386-58be2bd1b186 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 May 05 15:05:59.975491 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:04.143486 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:06:12.547923 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da7c8421-3f97-4190-989e-439075aa2a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:14.950615 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-55bf6568-fa4d-4964-a4bf-a741174f7877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:16.249407 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:17.661919 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:18.981123 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:29.874205 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d03f7-a34f-4766-8804-b38c9c22d396 req-bffdbdea-073c-497d-86db-14abfe7b0188 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:29.875691 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cd7d03f7-a34f-4766-8804-b38c9c22d396 req-bffdbdea-073c-497d-86db-14abfe7b0188 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 945 time: 0.0504572 May 05 15:06:29.922626 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cd7d03f7-a34f-4766-8804-b38c9c22d396 req-6cd163b5-8b42-446e-a484-03469fdaf720 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 May 05 15:06:29.973063 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:31.143660 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741ab2d-9479-4317-883e-6716e570eb8b req-9382c92e-9083-49c2-a09c-882cd43e2de3 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:31.145335 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b741ab2d-9479-4317-883e-6716e570eb8b req-9382c92e-9083-49c2-a09c-882cd43e2de3 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 945 time: 0.1535890 May 05 15:06:31.191726 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b741ab2d-9479-4317-883e-6716e570eb8b req-2fc2f533-ccb3-4a22-8fa0-fdde4d6fa0f7 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 May 05 15:06:31.545896 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-9414ea58-672a-40bc-8cc3-059345199365 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:31.547300 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-9414ea58-672a-40bc-8cc3-059345199365 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 945 time: 0.0458977 May 05 15:06:31.879969 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Deleting port 45ac69dc-3748-4481-880d-24b124ec3358 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:06:31.880207 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (45ac69dc-3748-4481-880d-24b124ec3358), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:31.966173 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] For port 45ac69dc-3748-4481-880d-24b124ec3358, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=45ac69dc-3748-4481-880d-24b124ec3358,segment=NetworkSegment(5f6a0aa4-22d8-44f2-b283-046a26279d28),segment_id=5f6a0aa4-22d8-44f2-b283-046a26279d28)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:06:31.966539 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (45ac69dc-3748-4481-880d-24b124ec3358), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:31.978953 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Calling delete_port for 45ac69dc-3748-4481-880d-24b124ec3358 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:06:32.104202 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (45ac69dc-3748-4481-880d-24b124ec3358), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:32.132392 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Pushing event deleted for resources: {'Port': ['ID=45ac69dc-3748-4481-880d-24b124ec3358,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:06:32.139882 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['45ac69dc-3748-4481-880d-24b124ec3358'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:06:32.140275 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.140551 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.140908 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.141250 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.141587 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.141953 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.142287 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.142686 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.143721 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.144170 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.144548 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.144881 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.145212 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.145550 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.145900 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:32.192300 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] No DVR routers for this DVR port 45ac69dc-3748-4481-880d-24b124ec3358 on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:06:32.194808 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:32.198109 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b08bcdf4-ef71-4c56-8449-c38e5144d578 req-c4b6da7e-4ddf-45ae-8ab5-5e33b56e246b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.25 "DELETE /v2.0/ports/45ac69dc-3748-4481-880d-24b124ec3358 HTTP/1.1" status: 204 len: 173 time: 0.6457071 May 05 15:06:32.198542 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9be441-042c-4020-91cc-7b3bba5e577b', 'name': 'network-vif-deleted', 'tag': '45ac69dc-3748-4481-880d-24b124ec3358'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:06:32.200782 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a72702-cccd-47a8-ab06-f0a813ce32bf" -d '{"events": [{"server_uuid": "5d9be441-042c-4020-91cc-7b3bba5e577b", "name": "network-vif-deleted", "tag": "45ac69dc-3748-4481-880d-24b124ec3358"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:06:32.241095 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebd2ba8-7568-4f1d-9786-df41d3315a5d x-openstack-request-id: req-eebd2ba8-7568-4f1d-9786-df41d3315a5d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:06:32.241374 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9be441-042c-4020-91cc-7b3bba5e577b", "name": "network-vif-deleted", "tag": "45ac69dc-3748-4481-880d-24b124ec3358", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:06:32.241686 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eebd2ba8-7568-4f1d-9786-df41d3315a5d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:06:32.242084 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebd2ba8-7568-4f1d-9786-df41d3315a5d'] response: {'server_uuid': '5d9be441-042c-4020-91cc-7b3bba5e577b', 'name': 'network-vif-deleted', 'tag': '45ac69dc-3748-4481-880d-24b124ec3358', 'status': 'completed', 'code': 200} May 05 15:06:32.290308 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b632bf0d-ccf3-4dcc-8e2c-1ca55683f06a req-e6552f88-0ce0-4e43-809f-7408037a5f46 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d9be441-042c-4020-91cc-7b3bba5e577b HTTP/1.1" status: 200 len: 210 time: 0.0290160 May 05 15:06:36.149506 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 45ac69dc-3748-4481-880d-24b124ec3358 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:06:36.170120 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 45ac69dc-3748-4481-880d-24b124ec3358 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:06:36.170459 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 45ac69dc-3748-4481-880d-24b124ec3358 not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:06:41.141952 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:06:41.221324 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-2a411927-2128-4bdb-9273-68febbd47a9e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:41.223049 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-2a411927-2128-4bdb-9273-68febbd47a9e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/networks?id=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd HTTP/1.1" status: 200 len: 813 time: 0.1026556 May 05 15:06:41.237013 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-9e8da667-bc30-4838-a848-89986935f4bd tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/quotas/444d2e30e52f4c2d8c7f849b61c0a16a HTTP/1.1" status: 200 len: 375 time: 0.0086975 May 05 15:06:41.268602 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-58c54e7c-41de-4f24-87ce-f75cf82827f6 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=444d2e30e52f4c2d8c7f849b61c0a16a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266745 May 05 15:06:41.279093 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-cc33c64d-ea07-48b2-b4fc-e8e0efb2e902 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:06:41.280036 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-cc33c64d-ea07-48b2-b4fc-e8e0efb2e902 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048313 May 05 15:06:41.370146 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-fc08599e-bbea-41ea-a4ac-22f2dbc45148 service neutron] 10.222.0.48 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848353 May 05 15:06:41.460135 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-22bf49ff-e87c-47ea-bcb2-c84cd632f576 service neutron] 10.222.0.48 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844784 May 05 15:06:41.669245 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-83af66a4-203f-45d2-a549-b23fbcc6995b req-c48afb43-bbf2-45cb-90d4-48f651d96fe3 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 210 time: 0.0826001 May 05 15:06:42.550437 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa718-5d90-479e-9ecc-02cf2b3a3792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:42.572403 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-595be199-a81d-43a9-8975-87555c40a6b6 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:42.574108 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-595be199-a81d-43a9-8975-87555c40a6b6 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.25 "GET /v2.0/networks?id=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd HTTP/1.1" status: 200 len: 813 time: 0.1046257 May 05 15:06:42.593769 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Request body: {'port': {'device_id': 'c4a8a914-de17-465e-864a-fd08b4fe95f7', 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd', 'admin_state_up': True, 'tenant_id': '444d2e30e52f4c2d8c7f849b61c0a16a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:06:42.702629 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Made reservation on behalf of 444d2e30e52f4c2d8c7f849b61c0a16a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:06:42.706259 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:42.765818 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c57b3ddb-7eb1-42c0-9ff1-2de9864a90de req-0f399207-151a-4753-803e-e532d6b7c810 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 210 time: 0.0286200 May 05 15:06:42.836593 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Allocated IP 172.20.0.8 (a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd/9c2d6d9b-605b-443e-ade8-9050dbb7e6f3/7640c4a4-a428-4b25-b1aa-9659ae2f1a77) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:06:42.977215 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks [] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:43.010210 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:43.055340 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:06:43.058460 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:06:43.064146 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:06:43.087435 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Pushing event updated for resources: {'Port': ['ID=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:06:43.114325 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:43.114941 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:43.129631 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-333c52ed-fd3c-46b2-85bd-d47a02613ff1 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5395455 May 05 15:06:43.147102 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Request body: {'port': {'device_id': 'c4a8a914-de17-465e-864a-fd08b4fe95f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:06:43.202235 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:43.458275 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:06:43.465476 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Publish callbacks [] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:43.478957 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Transition to ACTIVE for port object 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:06:43.482776 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:43.535639 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Pushing event updated for resources: {'Port': ['ID=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:06:43.598687 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Attempting to bind port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:06:43.599365 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Attempting to bind port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '5f6a0aa4-22d8-44f2-b283-046a26279d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:06:43.599365 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Attempting to bind port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 on network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:06:43.603584 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 on network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:06:43.603909 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Attempting to bind port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 on network a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:06:43.608740 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:06:43.609080 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Checking segment: {'id': '5f6a0aa4-22d8-44f2-b283-046a26279d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:06:43.609469 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Bound using segment: {'id': '5f6a0aa4-22d8-44f2-b283-046a26279d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:06:43.609928 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Bound port: 7640c4a4-a428-4b25-b1aa-9659ae2f1a77, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6a0aa4-22d8-44f2-b283-046a26279d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:06:43.610291 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:43.675803 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] For port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:06:43.678912 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] For port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,segment=NetworkSegment(5f6a0aa4-22d8-44f2-b283-046a26279d28),segment_id=5f6a0aa4-22d8-44f2-b283-046a26279d28)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:06:43.683947 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:43.715765 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:43.716387 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:43.717790 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] 10.222.0.25 "PUT /v2.0/ports/7640c4a4-a428-4b25-b1aa-9659ae2f1a77 HTTP/1.1" status: 200 len: 1093 time: 0.5752003 May 05 15:06:43.718223 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a8a914-de17-465e-864a-fd08b4fe95f7', 'tag': '7640c4a4-a428-4b25-b1aa-9659ae2f1a77'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:06:43.720455 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d2d109-e135-4af6-a9e7-b90f299b0b48" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a8a914-de17-465e-864a-fd08b4fe95f7", "tag": "7640c4a4-a428-4b25-b1aa-9659ae2f1a77"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:06:43.746757 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186553f5-cccc-47bf-846e-0c444cc1ec82 service neutron] Pushing event updated for resources: {'Port': ['ID=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:06:43.759649 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b36393a-7862-4f23-a576-8b4f143818a0 x-openstack-request-id: req-1b36393a-7862-4f23-a576-8b4f143818a0 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:06:43.759946 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a8a914-de17-465e-864a-fd08b4fe95f7", "tag": "7640c4a4-a428-4b25-b1aa-9659ae2f1a77", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:06:43.760208 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b36393a-7862-4f23-a576-8b4f143818a0 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:06:43.760648 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b36393a-7862-4f23-a576-8b4f143818a0'] response: {'name': 'network-changed', 'server_uuid': 'c4a8a914-de17-465e-864a-fd08b4fe95f7', 'tag': '7640c4a4-a428-4b25-b1aa-9659ae2f1a77', 'status': 'completed', 'code': 200} May 05 15:06:43.815442 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-051dc619-73e6-4848-bd22-c1660cd50122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:43.816991 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-051dc619-73e6-4848-bd22-c1660cd50122 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=444d2e30e52f4c2d8c7f849b61c0a16a&device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 1127 time: 0.0400770 May 05 15:06:43.867350 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-66a0d57b-b464-40c2-873e-c52f4ad637ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7640c4a4-a428-4b25-b1aa-9659ae2f1a77 HTTP/1.1" status: 200 len: 217 time: 0.0378904 May 05 15:06:43.880157 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28debcf-c795-40ea-97fd-7ae6b6d16728 req-81affdaf-947d-4ac8-8b26-c56facfcc69d tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:43.881670 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c28debcf-c795-40ea-97fd-7ae6b6d16728 req-81affdaf-947d-4ac8-8b26-c56facfcc69d tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 943 time: 0.0475011 May 05 15:06:43.916683 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-5baeb99f-5173-41a3-a99a-d313ee202251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:43.918174 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-5baeb99f-5173-41a3-a99a-d313ee202251 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9c2d6d9b-605b-443e-ade8-9050dbb7e6f3 HTTP/1.1" status: 200 len: 853 time: 0.0447056 May 05 15:06:43.929208 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c28debcf-c795-40ea-97fd-7ae6b6d16728 req-509203a6-9031-4c2f-a953-affe0f652600 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 May 05 15:06:43.951766 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-22078388-2f8a-47c1-96e4-2576eb60c303 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259798 May 05 15:06:44.044481 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-e9c4fcc8-ac45-45a9-b6cc-63e5d82c6136 service neutron] 10.222.0.25 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866270 May 05 15:06:44.133707 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5ed7afc2-a5e1-474d-9e0f-73fd95578b0b req-f37b01f4-5658-4a34-821f-6d8fbe68b078 service neutron] 10.222.0.25 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830221 May 05 15:06:44.932056 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2d109-e135-4af6-a9e7-b90f299b0b48 req-4c60ba69-095a-4890-9656-8fce1de953f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:44.933538 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f0d2d109-e135-4af6-a9e7-b90f299b0b48 req-4c60ba69-095a-4890-9656-8fce1de953f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=444d2e30e52f4c2d8c7f849b61c0a16a&device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 1127 time: 0.0434086 May 05 15:06:44.953321 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a7db4bb-2d91-4f94-b729-90838e7f917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:45.028706 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2d109-e135-4af6-a9e7-b90f299b0b48 req-bfa63639-bec4-4d3c-9a75-5e0f327c17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:45.030189 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f0d2d109-e135-4af6-a9e7-b90f299b0b48 req-bfa63639-bec4-4d3c-9a75-5e0f327c17e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd HTTP/1.1" status: 200 len: 914 time: 0.0888841 May 05 15:06:45.048963 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f5f57-93c2-4310-93c9-d0df960e3570 req-7fdfeed4-f65f-43cb-88d2-249f17d30b6d tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:45.050688 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f92f5f57-93c2-4310-93c9-d0df960e3570 req-7fdfeed4-f65f-43cb-88d2-249f17d30b6d tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 943 time: 0.0496297 May 05 15:06:45.074039 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f0d2d109-e135-4af6-a9e7-b90f299b0b48 req-f04042d4-ad1c-4101-b942-a7fe0e32ace8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7640c4a4-a428-4b25-b1aa-9659ae2f1a77 HTTP/1.1" status: 200 len: 217 time: 0.0380051 May 05 15:06:45.101771 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f92f5f57-93c2-4310-93c9-d0df960e3570 req-75d494a5-852d-46da-a83c-8d0cd6fc22a7 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452864 May 05 15:06:45.122196 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2d109-e135-4af6-a9e7-b90f299b0b48 req-e2d16b35-7fb3-44ae-98dd-67081c2135e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:45.123661 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f0d2d109-e135-4af6-a9e7-b90f299b0b48 req-e2d16b35-7fb3-44ae-98dd-67081c2135e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9c2d6d9b-605b-443e-ade8-9050dbb7e6f3 HTTP/1.1" status: 200 len: 853 time: 0.0444806 May 05 15:06:45.155198 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f0d2d109-e135-4af6-a9e7-b90f299b0b48 req-16e433e4-a861-448d-bddc-baad42e8ab66 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257726 May 05 15:06:45.246192 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f0d2d109-e135-4af6-a9e7-b90f299b0b48 req-6e6c31d4-c4c1-4f9c-a0e2-de3ed0712a37 service neutron] 10.222.0.25 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 May 05 15:06:45.333564 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f0d2d109-e135-4af6-a9e7-b90f299b0b48 req-71ccb2b6-4855-45d9-8d1a-2345bae15fac service neutron] 10.222.0.25 "GET /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814438 May 05 15:06:46.212602 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714712f-54d9-41a8-9181-157cebdbad85 req-50b585ef-9ee2-4f58-9d44-732bea902ef0 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:46.214072 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0714712f-54d9-41a8-9181-157cebdbad85 req-50b585ef-9ee2-4f58-9d44-732bea902ef0 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 943 time: 0.0461822 May 05 15:06:46.249722 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:46.260979 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0714712f-54d9-41a8-9181-157cebdbad85 req-a2667763-e4ac-4928-9869-f8bedf2a5d74 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415127 May 05 15:06:47.103176 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:06:47.200941 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,segment=NetworkSegment(5f6a0aa4-22d8-44f2-b283-046a26279d28),segment_id=5f6a0aa4-22d8-44f2-b283-046a26279d28)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:06:47.211868 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '7640c4a4-a428-4b25-b1aa-9659ae2f1a77', 'network_id': 'a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd', 'port_id': '7640c4a4-a428-4b25-b1aa-9659ae2f1a77', 'mac_address': 'fa:16:3e:3f:e5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2d6d9b-605b-443e-ade8-9050dbb7e6f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:06:47.248393 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:06:47.248776 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:47.261382 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:06:47.280450 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,segment=NetworkSegment(5f6a0aa4-22d8-44f2-b283-046a26279d28),segment_id=5f6a0aa4-22d8-44f2-b283-046a26279d28)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:06:47.284758 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:47.334657 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:06:47.376084 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94a646-a82c-49f4-8c8d-753754932c02 req-50d1756b-9442-46f2-99de-0f62ff1594a6 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:47.377461 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a94a646-a82c-49f4-8c8d-753754932c02 req-50d1756b-9442-46f2-99de-0f62ff1594a6 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 944 time: 0.0467408 May 05 15:06:47.423209 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a94a646-a82c-49f4-8c8d-753754932c02 req-23593d80-ef21-4d09-b264-d8533f41430c tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 May 05 15:06:47.549796 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['7640c4a4-a428-4b25-b1aa-9659ae2f1a77'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:06:47.673761 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:48.540381 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310b20-7d29-435b-bb71-83abcf0d4f07 req-2732d73e-3e2b-4273-8855-4e804994a584 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:48.541844 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2310b20-7d29-435b-bb71-83abcf0d4f07 req-2732d73e-3e2b-4273-8855-4e804994a584 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 944 time: 0.0496683 May 05 15:06:48.588029 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2310b20-7d29-435b-bb71-83abcf0d4f07 req-c0ae416c-1f47-4a77-96b3-41b161d06582 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 May 05 15:06:48.986567 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:49.117794 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:06:49.161850 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:06:49.167411 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:06:49.167843 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:49.242587 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:06:49.242965 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:49.265013 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a8a914-de17-465e-864a-fd08b4fe95f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7640c4a4-a428-4b25-b1aa-9659ae2f1a77'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:06:49.267230 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37645b07-6495-4d53-b19c-6db2798157bf" -d '{"events": [{"server_uuid": "c4a8a914-de17-465e-864a-fd08b4fe95f7", "name": "network-vif-plugged", "status": "completed", "tag": "7640c4a4-a428-4b25-b1aa-9659ae2f1a77"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:06:49.283158 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,segment=NetworkSegment(5f6a0aa4-22d8-44f2-b283-046a26279d28),segment_id=5f6a0aa4-22d8-44f2-b283-046a26279d28)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:06:49.287742 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:06:49.310152 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1159c155-d104-454f-a1a1-d895afe1673c x-openstack-request-id: req-1159c155-d104-454f-a1a1-d895afe1673c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:06:49.310471 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a8a914-de17-465e-864a-fd08b4fe95f7", "name": "network-vif-plugged", "status": "completed", "tag": "7640c4a4-a428-4b25-b1aa-9659ae2f1a77", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:06:49.310756 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1159c155-d104-454f-a1a1-d895afe1673c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:06:49.311127 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1159c155-d104-454f-a1a1-d895afe1673c'] response: {'server_uuid': 'c4a8a914-de17-465e-864a-fd08b4fe95f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7640c4a4-a428-4b25-b1aa-9659ae2f1a77', 'code': 200} May 05 15:06:49.337045 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:06:49.344195 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.344543 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.344885 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.345229 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.345563 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.345926 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.346253 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.346580 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.347419 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.347746 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.348071 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.348399 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.348723 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.349047 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.349368 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:06:49.510441 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9478e-f2f7-434b-821b-0ebab37499e0 req-c4431bc6-5b92-4a37-b870-75ffe7329f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:49.511913 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c4b9478e-f2f7-434b-821b-0ebab37499e0 req-c4431bc6-5b92-4a37-b870-75ffe7329f0a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 1129 time: 0.0384698 May 05 15:06:49.559733 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c4b9478e-f2f7-434b-821b-0ebab37499e0 req-80374fbf-2f3d-44ad-903e-df980a30b76f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 May 05 15:06:49.856823 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff98564-0fab-46c1-8aad-2035845a6d59 req-f391acf1-7920-4699-8e0c-02229eaf33c8 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:49.858205 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ff98564-0fab-46c1-8aad-2035845a6d59 req-f391acf1-7920-4699-8e0c-02229eaf33c8 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 945 time: 0.0475399 May 05 15:06:49.903843 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ff98564-0fab-46c1-8aad-2035845a6d59 req-b9184546-2186-4ffa-b01c-9fe8bab8a68b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 May 05 15:06:51.019799 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58167bc3-589e-49cb-a99d-96ab3e057ad7 req-f6008a4c-3604-4e00-beda-e5df70f984bf tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:06:51.021281 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58167bc3-589e-49cb-a99d-96ab3e057ad7 req-f6008a4c-3604-4e00-beda-e5df70f984bf tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 945 time: 0.0482857 May 05 15:06:51.071592 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58167bc3-589e-49cb-a99d-96ab3e057ad7 req-5caa7ef1-e610-48b4-97d4-1cf129cb31d4 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446727 May 05 15:06:59.994836 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:08.966326 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98490fe3-190b-436c-965a-31d505b45cb5 req-8f015fa6-5cb4-4331-afc7-0d10f0b4ad3b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:07:08.967677 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-98490fe3-190b-436c-965a-31d505b45cb5 req-8f015fa6-5cb4-4331-afc7-0d10f0b4ad3b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 945 time: 0.0476460 May 05 15:07:09.014355 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-98490fe3-190b-436c-965a-31d505b45cb5 req-763fdd0c-2191-41ac-bceb-b7dd88191d8b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 May 05 15:07:10.127013 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c277606-5a21-4518-9362-f72dd3f9092e req-b2f3f980-7e86-485e-89cb-a9c52959edfb tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:07:10.129180 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c277606-5a21-4518-9362-f72dd3f9092e req-b2f3f980-7e86-485e-89cb-a9c52959edfb tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 945 time: 0.0470757 May 05 15:07:10.175619 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c277606-5a21-4518-9362-f72dd3f9092e req-6bec45f3-eb45-4039-8daf-fd6dcec3ab2c tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/security-groups?id=658a862e-a9d9-45cb-8591-8fa63aa1501b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 May 05 15:07:10.575097 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-c1123600-509f-4827-80fc-362c0429758b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:07:10.576550 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-c1123600-509f-4827-80fc-362c0429758b tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.25 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 945 time: 0.0465271 May 05 15:07:10.656859 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-8a96b6d0-facc-4655-b2ab-58952719190e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Deleting port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:07:10.657194 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-8a96b6d0-facc-4655-b2ab-58952719190e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:10.746941 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-8a96b6d0-facc-4655-b2ab-58952719190e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] For port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,segment=NetworkSegment(5f6a0aa4-22d8-44f2-b283-046a26279d28),segment_id=5f6a0aa4-22d8-44f2-b283-046a26279d28)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:07:10.747220 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-8a96b6d0-facc-4655-b2ab-58952719190e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:10.760562 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-8a96b6d0-facc-4655-b2ab-58952719190e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Calling delete_port for 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:07:10.887325 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-8a96b6d0-facc-4655-b2ab-58952719190e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (7640c4a4-a428-4b25-b1aa-9659ae2f1a77), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:10.916531 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96b6d0-facc-4655-b2ab-58952719190e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Pushing event deleted for resources: {'Port': ['ID=7640c4a4-a428-4b25-b1aa-9659ae2f1a77,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:10.921185 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['7640c4a4-a428-4b25-b1aa-9659ae2f1a77'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:07:10.961748 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-8a96b6d0-facc-4655-b2ab-58952719190e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] No DVR routers for this DVR port 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:07:10.964086 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-8a96b6d0-facc-4655-b2ab-58952719190e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:10.967315 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8559aaf8-b18d-47f0-9ddc-661ad94ae765 req-8a96b6d0-facc-4655-b2ab-58952719190e tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.25 "DELETE /v2.0/ports/7640c4a4-a428-4b25-b1aa-9659ae2f1a77 HTTP/1.1" status: 204 len: 173 time: 0.3856649 May 05 15:07:10.967729 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a8a914-de17-465e-864a-fd08b4fe95f7', 'name': 'network-vif-deleted', 'tag': '7640c4a4-a428-4b25-b1aa-9659ae2f1a77'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:07:10.970017 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed7aa1f-bc88-4792-baf5-a2088e116e1d" -d '{"events": [{"server_uuid": "c4a8a914-de17-465e-864a-fd08b4fe95f7", "name": "network-vif-deleted", "tag": "7640c4a4-a428-4b25-b1aa-9659ae2f1a77"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:07:11.005802 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b3eef0-9d19-4a00-8ea3-7783f0d2a8a3 x-openstack-request-id: req-55b3eef0-9d19-4a00-8ea3-7783f0d2a8a3 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:07:11.006180 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a8a914-de17-465e-864a-fd08b4fe95f7", "name": "network-vif-deleted", "tag": "7640c4a4-a428-4b25-b1aa-9659ae2f1a77", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:07:11.006424 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55b3eef0-9d19-4a00-8ea3-7783f0d2a8a3 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:07:11.006802 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b3eef0-9d19-4a00-8ea3-7783f0d2a8a3'] response: {'server_uuid': 'c4a8a914-de17-465e-864a-fd08b4fe95f7', 'name': 'network-vif-deleted', 'tag': '7640c4a4-a428-4b25-b1aa-9659ae2f1a77', 'status': 'completed', 'code': 200} May 05 15:07:11.286498 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-96ac856c-390d-4731-a77f-74ce9456e2ea req-9355ff4d-6c47-4775-b375-8a42f52e0754 tempest-VolumesSnapshotTestJSON-1149488603 tempest-VolumesSnapshotTestJSON-1149488603-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a8a914-de17-465e-864a-fd08b4fe95f7 HTTP/1.1" status: 200 len: 210 time: 0.0299742 May 05 15:07:12.555122 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9e51fe79-afb0-4b39-b843-7071b1277abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:13.180609 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:07:13.202791 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:07:13.203127 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 7640c4a4-a428-4b25-b1aa-9659ae2f1a77 not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:07:14.954436 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f033c936-f3a6-44a9-98ad-0f260df337c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:16.252466 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:17.666010 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:18.140119 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:07:18.988841 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:29.999328 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.286175 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33394) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:33.330915 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Deleting subnet 9c2d6d9b-605b-443e-ade8-9050dbb7e6f3 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:07:33.333887 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Publish callbacks [] for subnet (9c2d6d9b-605b-443e-ade8-9050dbb7e6f3), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.369049 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018490'] for subnet (9c2d6d9b-605b-443e-ade8-9050dbb7e6f3), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.407979 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (9c2d6d9b-605b-443e-ade8-9050dbb7e6f3), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.464625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6046624'] for subnet (9c2d6d9b-605b-443e-ade8-9050dbb7e6f3), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.489837 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2d6d9b-605b-443e-ade8-9050dbb7e6f3,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:33.494863 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.497940 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9c2d6d9b-605b-443e-ade8-9050dbb7e6f3 HTTP/1.1" status: 204 len: 168 time: 0.2107728 May 05 15:07:33.500675 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33396) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:33.502762 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.503113 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.503479 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.503800 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.504133 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.504461 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.504789 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.505112 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.505436 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.505785 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.506117 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.506989 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.507912 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.508160 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.508491 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55443853-db7d-4bed-a2d1-2e6d438ac58a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.573323 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.649701 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.669014 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:33.678086 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6a0aa4-22d8-44f2-b283-046a26279d28') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:33.678501 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6a0aa4-22d8-44f2-b283-046a26279d28') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:33.687604 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (5f6a0aa4-22d8-44f2-b283-046a26279d28), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.701210 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (5f6a0aa4-22d8-44f2-b283-046a26279d28), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.707434 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:07:33.707832 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (5f6a0aa4-22d8-44f2-b283-046a26279d28), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:07:33.710215 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:07:33.764410 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.769704 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.773378 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd HTTP/1.1" status: 204 len: 168 time: 0.2716527 May 05 15:07:33.783475 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Pushing event deleted for resources: {'Network': ['ID=a62c966c-cf5f-4e8b-b9be-cb03ad31b2dd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:33.791146 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.791495 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.791838 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.792176 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.792506 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.792836 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.793162 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.793487 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.793844 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.794173 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.794594 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.794850 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.795124 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.795445 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.795764 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b46403-f343-49d7-abe3-06acafd8f145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:33.881638 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33400) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:33.920575 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4ea3f2cd-6ea2-4471-b968-bc802ea406e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=444d2e30e52f4c2d8c7f849b61c0a16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376887 May 05 15:07:33.922805 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33402) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:33.969019 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd230386-4f47-4ad8-ace6-419fc7715be3 admin admin] Publish callbacks [] for security_group (658a862e-a9d9-45cb-8591-8fa63aa1501b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:33.988941 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd230386-4f47-4ad8-ace6-419fc7715be3 admin admin] Publish callbacks [] for security_group (658a862e-a9d9-45cb-8591-8fa63aa1501b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:34.038944 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd230386-4f47-4ad8-ace6-419fc7715be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (658a862e-a9d9-45cb-8591-8fa63aa1501b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:34.041562 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd230386-4f47-4ad8-ace6-419fc7715be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:34.042802 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bd230386-4f47-4ad8-ace6-419fc7715be3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/658a862e-a9d9-45cb-8591-8fa63aa1501b HTTP/1.1" status: 204 len: 168 time: 0.1190891 May 05 15:07:34.051305 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd230386-4f47-4ad8-ace6-419fc7715be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658a862e-a9d9-45cb-8591-8fa63aa1501b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:34.687816 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:34.781517 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-71191843-network', 'tenant_id': '96dff8e44df34088aeec63a217d030bc'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:34.801419 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Made reservation on behalf of 96dff8e44df34088aeec63a217d030bc for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:07:34.803878 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:34.812566 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:34.888893 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Publish callbacks [] for security_group (3f9403ca-fb9b-44fe-bb63-9da4c548fc65), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:34.892382 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3f9403ca-fb9b-44fe-bb63-9da4c548fc65), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:34.915540 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:07:34.924815 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9403ca-fb9b-44fe-bb63-9da4c548fc65,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:34.930246 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:34.930590 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Added segment 7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43 of type vlan for network 8d98ed29-80a4-4aa2-91dd-d571728a161b May 05 15:07:34.970226 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (8d98ed29-80a4-4aa2-91dd-d571728a161b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:34.994448 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (8d98ed29-80a4-4aa2-91dd-d571728a161b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:34.995360 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:07:34.995943 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.027794 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3388991 May 05 15:07:35.031246 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33428) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:35.036126 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Request body: {'subnet': {'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-71191843-subnet', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:35.056671 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Made reservation on behalf of 96dff8e44df34088aeec63a217d030bc for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:07:35.058961 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6046667'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.060258 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba03bdf-d924-410a-b5a6-cd49662dd380 admin admin] Pushing event updated for resources: {'Network': ['ID=8d98ed29-80a4-4aa2-91dd-d571728a161b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:35.070700 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:07:35.230964 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5990886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6046649'] for subnet (8152e649-f51e-4924-a3c3-46a50a4cfa79), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.289820 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8152e649-f51e-4924-a3c3-46a50a4cfa79,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:35.294827 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Checking segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:07:35.295189 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Network hostable DHCP agents. Network: 8d98ed29-80a4-4aa2-91dd-d571728a161b, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:07:35.311760 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:07:35.321030 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 8d98ed29-80a4-4aa2-91dd-d571728a161b) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:07:35.324970 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:07:35.325571 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.330002 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187088f-d569-44d0-951f-6d45a522bbb3 None None] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:07:35.342470 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1f48bd76-58f3-4048-a524-31707961aa7e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3101552 May 05 15:07:35.345122 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33430) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:35.349270 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:35.368471 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (6b48eb86-11a9-4585-8c35-c75f4165359f), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.369472 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (6b48eb86-11a9-4585-8c35-c75f4165359f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.424454 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks [] for router_controller (6b48eb86-11a9-4585-8c35-c75f4165359f), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.431360 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-8d98ed29-80a4-4aa2-91dd-d571728a161b', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:07:35.433218 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.568917 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks [] for router_gateway (6b48eb86-11a9-4585-8c35-c75f4165359f), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.570589 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Allocated IP 172.20.0.2 (8d98ed29-80a4-4aa2-91dd-d571728a161b/8152e649-f51e-4924-a3c3-46a50a4cfa79/7c165aa2-ce02-4342-9c7a-8e8a869f2e83) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:07:35.711741 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Publish callbacks [] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.718069 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.752088 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks [] for router_gateway (6b48eb86-11a9-4585-8c35-c75f4165359f), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.757281 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:07:35.762869 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:07:35.767800 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:07:35.769719 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Pushing event updated for resources: {'Port': ['ID=7c165aa2-ce02-4342-9c7a-8e8a869f2e83,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:35.771906 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.831630 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Attempting to bind port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:07:35.832016 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Attempting to bind port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:07:35.832378 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Attempting to bind port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 on network 8d98ed29-80a4-4aa2-91dd-d571728a161b {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:07:35.838735 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:07:35.839105 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Checking segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:07:35.839501 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.839884 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Bound using segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:07:35.840369 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Bound port: 7c165aa2-ce02-4342-9c7a-8e8a869f2e83, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:07:35.840744 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.880359 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Allocated IP 172.27.1.40 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/a9af68a3-e99b-461c-8427-1ac3268ea6bb) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:07:35.904881 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] For port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:07:35.907876 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] For port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=7c165aa2-ce02-4342-9c7a-8e8a869f2e83,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:07:35.914589 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:35.970024 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6cdc-d16c-49d3-ba9a-a94a1bb562ac None None] Pushing event updated for resources: {'Port': ['ID=7c165aa2-ce02-4342-9c7a-8e8a869f2e83,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:35.992841 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks [] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:36.026288 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:36.073827 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:07:36.077913 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9af68a3-e99b-461c-8427-1ac3268ea6bb,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:36.080380 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:07:36.083243 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:07:36.378128 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks [] for router_gateway (6b48eb86-11a9-4585-8c35-c75f4165359f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:36.580562 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (6b48eb86-11a9-4585-8c35-c75f4165359f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:36.715321 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Router 6b48eb86-11a9-4585-8c35-c75f4165359f is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:07:36.907425 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c6170d-722b-443e-9bf6-fdd7c518c3ba None None] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:07:36.936395 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:37.093394 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:07:37.110868 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.112221 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-406229ae-0b49-4402-b318-d0737730d7f6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7661400 May 05 15:07:37.114846 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33432) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:37.127529 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Sync routers for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:07:37.160100 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-17ef2ce7-30a1-44f7-a1f7-f59fac48b196 None None] Provisioning complete for port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:37.160376 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17ef2ce7-30a1-44f7-a1f7-f59fac48b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.188903 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:07:37.189539 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:07:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:37.280741 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:37.281115 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.409191 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:07:37.479931 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-17ef2ce7-30a1-44f7-a1f7-f59fac48b196 None None] Current status of the port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:37.480323 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17ef2ce7-30a1-44f7-a1f7-f59fac48b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.556960 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.594459 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-17ef2ce7-30a1-44f7-a1f7-f59fac48b196 None None] For port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=7c165aa2-ce02-4342-9c7a-8e8a869f2e83,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:07:37.595400 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:37.595778 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.607108 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17ef2ce7-30a1-44f7-a1f7-f59fac48b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.718495 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Allocated IP 172.20.0.1 (8d98ed29-80a4-4aa2-91dd-d571728a161b/8152e649-f51e-4924-a3c3-46a50a4cfa79/38ba8bc3-c464-47ed-8227-5cc6f61cbe9f) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:07:37.737176 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef2ce7-30a1-44f7-a1f7-f59fac48b196 None None] Pushing event updated for resources: {'Port': ['ID=7c165aa2-ce02-4342-9c7a-8e8a869f2e83,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:37.750549 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-c0f2f55f-c1af-43bc-8646-0c901194e715 None None] Provisioning complete for port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:37.750917 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f55f-c1af-43bc-8646-0c901194e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.752667 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.db.api [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:07:37.753014 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG oslo_db.api [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:07:37.753588 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:36Z', 'revision_number': 3, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:37.802239 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Checking router: 6b48eb86-11a9-4585-8c35-c75f4165359f for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:07:37.802583 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Updating router 6b48eb86-11a9-4585-8c35-c75f4165359f port a9af68a3-e99b-461c-8427-1ac3268ea6bb binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:07:37.831974 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Publish callbacks [] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.842180 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.865976 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.900756 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:07:37.903617 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:07:37.907142 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:07:37.943791 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Pushing event updated for resources: {'Port': ['ID=38ba8bc3-c464-47ed-8227-5cc6f61cbe9f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:37.960661 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (6b48eb86-11a9-4585-8c35-c75f4165359f), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:37.964237 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2f55f-c1af-43bc-8646-0c901194e715 None None] Current status of the port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:38.108990 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.152832 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Publish callbacks [] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.158613 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.211745 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-9987abbd-d991-430f-bddb-f46f08d0c078 None None] Provisioning complete for port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:38.212113 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9987abbd-d991-430f-bddb-f46f08d0c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.241598 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0f50e-f708-410a-a0b9-aab387157333 None None] Pushing event updated for resources: {'Port': ['ID=a9af68a3-e99b-461c-8427-1ac3268ea6bb,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:38.245462 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Attempting to bind port a9af68a3-e99b-461c-8427-1ac3268ea6bb on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:07:38.245933 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Attempting to bind port a9af68a3-e99b-461c-8427-1ac3268ea6bb by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:07:38.246300 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Attempting to bind port a9af68a3-e99b-461c-8427-1ac3268ea6bb on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:07:38.261234 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:07:38.261596 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:07:38.262016 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.262401 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:07:38.262876 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Bound port: a9af68a3-e99b-461c-8427-1ac3268ea6bb, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:07:38.263256 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.282120 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Publish callbacks [] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.286268 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9987abbd-d991-430f-bddb-f46f08d0c078 None None] Port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:07:38.288433 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.343526 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:38.354080 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] For port a9af68a3-e99b-461c-8427-1ac3268ea6bb, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:07:38.357017 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] For port a9af68a3-e99b-461c-8427-1ac3268ea6bb, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=a9af68a3-e99b-461c-8427-1ac3268ea6bb,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:07:38.363574 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.364046 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (6b48eb86-11a9-4585-8c35-c75f4165359f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.365788 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Pushing event updated for resources: {'Port': ['ID=38ba8bc3-c464-47ed-8227-5cc6f61cbe9f,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:38.417344 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:07:38.417979 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:07:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:38.454123 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0f50e-f708-410a-a0b9-aab387157333 None None] Pushing event updated for resources: {'Port': ['ID=a9af68a3-e99b-461c-8427-1ac3268ea6bb,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:38.459502 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:07:38.461225 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:07:38.536959 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:07:38.589675 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Router 6b48eb86-11a9-4585-8c35-c75f4165359f has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:07:38.709535 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:07:38.714773 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3b5a2238-63b0-4de0-a2af-88b578d5b85a admin admin] 10.222.0.48 "PUT /v2.0/routers/6b48eb86-11a9-4585-8c35-c75f4165359f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5989914 May 05 15:07:38.769935 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-27e55c2c-e126-47a9-a93e-9f586af96992 None None] Provisioning complete for port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:38.770296 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27e55c2c-e126-47a9-a93e-9f586af96992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:38.846891 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-27e55c2c-e126-47a9-a93e-9f586af96992 None None] Port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:07:38.907545 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 2, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:38.936177 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:38.938784 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ebc1b-fc1d-4077-9a4e-ed0de4b3d464 None None] The sync data for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi is: [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 2, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:07:38.994183 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:38.994863 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.080011 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:39.228069 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33450) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:39.232902 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1489758621-network', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:39.252894 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Made reservation on behalf of 73f37f88f4ee41839ebc58d83b14208e for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:07:39.255436 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.266513 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.347522 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Publish callbacks [] for security_group (bdd725a8-cc99-4b3d-b53e-0c40a701e050), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.352281 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (bdd725a8-cc99-4b3d-b53e-0c40a701e050), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.372263 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:07:39.390910 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (09a2520f-3bea-48da-a8b7-6bf2b49e00a8), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.391260 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Added segment 09a2520f-3bea-48da-a8b7-6bf2b49e00a8 of type vlan for network 0a5250c4-928a-4585-b016-9c49eb2cb86b May 05 15:07:39.392633 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd725a8-cc99-4b3d-b53e-0c40a701e050,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:39.435415 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770932020161'] for network (0a5250c4-928a-4585-b016-9c49eb2cb86b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.467651 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466'] for network (0a5250c4-928a-4585-b016-9c49eb2cb86b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.468814 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:07:39.469513 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.509147 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2797081 May 05 15:07:39.512629 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33452) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:39.519408 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Request body: {'subnet': {'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1489758621-subnet', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:39.535167 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fef3e-6235-4e83-add0-54bba7b6caaa admin admin] Pushing event updated for resources: {'Network': ['ID=0a5250c4-928a-4585-b016-9c49eb2cb86b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:39.545475 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Network 0a5250c4-928a-4585-b016-9c49eb2cb86b details requested by agent ovs-agent-dv-cinder-839426-6-iscsi with host dv-cinder-839426-6-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:07:39.559109 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Made reservation on behalf of 73f37f88f4ee41839ebc58d83b14208e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:07:39.561906 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348028'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.763972 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4337657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4347918'] for subnet (33af5d79-170d-4774-a303-366d3b1771bb), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.819940 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33af5d79-170d-4774-a303-366d3b1771bb,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:39.831093 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Checking segment: {'id': '09a2520f-3bea-48da-a8b7-6bf2b49e00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:07:39.831399 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Network hostable DHCP agents. Network: 0a5250c4-928a-4585-b016-9c49eb2cb86b, hostable agents: ['d474f660-d349-4226-9de0-e1e93a758d6d'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:07:39.854812 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Network 0a5250c4-928a-4585-b016-9c49eb2cb86b is scheduled to be hosted by DHCP agent d474f660-d349-4226-9de0-e1e93a758d6d with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:07:39.863919 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839426-6-iscsi, 0a5250c4-928a-4585-b016-9c49eb2cb86b) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:07:39.868433 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:07:39.869028 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.874243 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8e415-c6b6-4753-833d-8899cf21a3be None None] Network 0a5250c4-928a-4585-b016-9c49eb2cb86b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:07:39.886354 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-784f6b3c-4722-4137-abf0-6d242b22912c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3707356 May 05 15:07:39.888961 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33454) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:39.893369 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1489758621-router', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:39.914932 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1758684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35414'] for router (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.916304 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35375'] for router (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.985019 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks [] for router_controller (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:39.992767 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa790d32d-f559-5c35-8195-8e9ce405506e-0a5250c4-928a-4585-b016-9c49eb2cb86b', 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b', 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'fixed_ips': [{'subnet_id': '33af5d79-170d-4774-a303-366d3b1771bb'}]}} from dv-cinder-839426-6-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:07:39.993814 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.133021 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks [] for router_gateway (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.144801 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Allocated IP 172.20.0.2 (0a5250c4-928a-4585-b016-9c49eb2cb86b/33af5d79-170d-4774-a303-366d3b1771bb/ff759360-9942-4126-8ff8-dcdb6f2ee632) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:07:40.309430 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Publish callbacks [] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.317005 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.333361 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks [] for router_gateway (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.352722 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.353292 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Network 0a5250c4-928a-4585-b016-9c49eb2cb86b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:07:40.356204 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:07:40.362228 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:07:40.368438 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Pushing event updated for resources: {'Port': ['ID=ff759360-9942-4126-8ff8-dcdb6f2ee632,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:40.430107 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Attempting to bind port ff759360-9942-4126-8ff8-dcdb6f2ee632 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:07:40.430107 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Attempting to bind port ff759360-9942-4126-8ff8-dcdb6f2ee632 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '09a2520f-3bea-48da-a8b7-6bf2b49e00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:07:40.430107 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Attempting to bind port ff759360-9942-4126-8ff8-dcdb6f2ee632 on network 0a5250c4-928a-4585-b016-9c49eb2cb86b {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:07:40.432280 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:07:40.432665 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Checking segment: {'id': '09a2520f-3bea-48da-a8b7-6bf2b49e00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:07:40.433471 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.433471 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Bound using segment: {'id': '09a2520f-3bea-48da-a8b7-6bf2b49e00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:07:40.433919 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Bound port: ff759360-9942-4126-8ff8-dcdb6f2ee632, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a2520f-3bea-48da-a8b7-6bf2b49e00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:07:40.434301 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.463217 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Allocated IP 172.27.1.11 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/9bcb96b4-0c3c-44d9-9026-ef991604f94e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:07:40.503259 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] For port ff759360-9942-4126-8ff8-dcdb6f2ee632, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:07:40.506503 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] For port ff759360-9942-4126-8ff8-dcdb6f2ee632, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ff759360-9942-4126-8ff8-dcdb6f2ee632,segment=NetworkSegment(09a2520f-3bea-48da-a8b7-6bf2b49e00a8),segment_id=09a2520f-3bea-48da-a8b7-6bf2b49e00a8)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:07:40.513300 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.568599 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks [] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.573333 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8feab-ef13-4fe3-858b-ae1973fe4464 None None] Pushing event updated for resources: {'Port': ['ID=ff759360-9942-4126-8ff8-dcdb6f2ee632,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:40.603708 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.642800 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:07:40.646098 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:07:40.652680 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:07:40.682092 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Pushing event updated for resources: {'Port': ['ID=9bcb96b4-0c3c-44d9-9026-ef991604f94e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:40.953429 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks [] for router_gateway (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:40.974477 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff759360-9942-4126-8ff8-dcdb6f2ee632 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:41.025457 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port ff759360-9942-4126-8ff8-dcdb6f2ee632 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:41.025882 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:41.104693 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port ff759360-9942-4126-8ff8-dcdb6f2ee632 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:41.104989 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:41.137857 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port ff759360-9942-4126-8ff8-dcdb6f2ee632, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ff759360-9942-4126-8ff8-dcdb6f2ee632,segment=NetworkSegment(09a2520f-3bea-48da-a8b7-6bf2b49e00a8),segment_id=09a2520f-3bea-48da-a8b7-6bf2b49e00a8)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:07:41.143051 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:41.144111 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device a9af68a3-e99b-461c-8427-1ac3268ea6bb up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:41.159455 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756390'] for router (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:41.229288 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=ff759360-9942-4126-8ff8-dcdb6f2ee632,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:41.239870 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port a9af68a3-e99b-461c-8427-1ac3268ea6bb triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:41.240239 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:41.328848 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port a9af68a3-e99b-461c-8427-1ac3268ea6bb is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:41.329245 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:41.355798 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port a9af68a3-e99b-461c-8427-1ac3268ea6bb, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=a9af68a3-e99b-461c-8427-1ac3268ea6bb,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:07:41.360313 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:41.422509 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=a9af68a3-e99b-461c-8427-1ac3268ea6bb,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:41.425162 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Sync routers for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:07:41.439965 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:07:41.441078 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:07:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:41.556036 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:07:41.575149 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327a1dbb-1376-4d9f-bbd5-8a6f4c22d075 None None] Network 0a5250c4-928a-4585-b016-9c49eb2cb86b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:07:41.582118 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa is scheduled to L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:07:41.609288 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-5bf431a8-3229-4352-8066-06ff33c6709c None None] Provisioning complete for port ff759360-9942-4126-8ff8-dcdb6f2ee632 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:41.609579 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bf431a8-3229-4352-8066-06ff33c6709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:41.701280 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:07:41.712857 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Sync routers for ids ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:07:41.721713 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:41.723819 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a9daafdd-6832-4dbc-af8c-02b98fb1e316 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8333576 May 05 15:07:41.726826 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33456) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:41.754426 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Routers {'8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:07:41.755051 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:07:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:41.771687 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 2, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:41.802721 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Checking router: 6b48eb86-11a9-4585-8c35-c75f4165359f for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:07:41.803331 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Updating router 6b48eb86-11a9-4585-8c35-c75f4165359f port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:07:41.808899 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5bf431a8-3229-4352-8066-06ff33c6709c None None] Current status of the port ff759360-9942-4126-8ff8-dcdb6f2ee632 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:41.837300 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:41.884542 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Set router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:07:42.045363 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-2d6537da-d9fa-46dd-b109-08c16e01a0c7 None None] Provisioning complete for port ff759360-9942-4126-8ff8-dcdb6f2ee632 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:42.045363 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d6537da-d9fa-46dd-b109-08c16e01a0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.221222 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.244710 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Publish callbacks [] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.251374 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.282503 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'name': 'tempest-TestVolumeBootPattern-1489758621-router', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:39Z', 'updated_at': '2022-05-05T15:07:40Z', 'revision_number': 3, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'gw_port': {'id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:40Z', 'updated_at': '2022-05-05T15:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:42.326240 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Pushing event updated for resources: {'Port': ['ID=38ba8bc3-c464-47ed-8227-5cc6f61cbe9f,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:42.331844 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Checking router: 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:07:42.332203 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Updating router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa port 9bcb96b4-0c3c-44d9-9026-ef991604f94e binding host dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:07:42.377928 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2d6537da-d9fa-46dd-b109-08c16e01a0c7 None None] Current status of the port ff759360-9942-4126-8ff8-dcdb6f2ee632 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:42.385826 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.400675 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Allocated IP 172.20.0.1 (0a5250c4-928a-4585-b016-9c49eb2cb86b/33af5d79-170d-4774-a303-366d3b1771bb/91b614e4-451d-48ec-a29d-653c6c98c193) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:07:42.408631 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.409185 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.409732 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.410309 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.410816 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.411334 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.411846 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.412325 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.412895 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.414102 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.414623 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.414970 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.415302 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.415765 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.416256 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:07:42.419680 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Attempting to bind port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:07:42.420049 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Attempting to bind port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:07:42.420455 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Attempting to bind port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f on network 8d98ed29-80a4-4aa2-91dd-d571728a161b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:07:42.430342 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:07:42.430342 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Checking segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:07:42.430342 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.430342 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Bound using segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:07:42.430342 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Bound port: 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:07:42.430342 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.514703 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] For port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:07:42.517918 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] For port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=38ba8bc3-c464-47ed-8227-5cc6f61cbe9f,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:07:42.528560 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.531625 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Publish callbacks [] for port (91b614e4-451d-48ec-a29d-653c6c98c193), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.569875 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.596497 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53da4c57-426a-405c-91cc-87c22f2c7246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.605848 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:07:42.606510 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:07:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:42.610099 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Network 0a5250c4-928a-4585-b016-9c49eb2cb86b is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:07:42.614254 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-f60c2900-6d9a-4200-90c7-6eae5342c748 None None] Provisioning complete for port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:42.614628 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f60c2900-6d9a-4200-90c7-6eae5342c748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.617076 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:07:42.627179 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:07:42.630745 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Pushing event updated for resources: {'Port': ['ID=91b614e4-451d-48ec-a29d-653c6c98c193,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:42.676586 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8f2e7-1b2e-453f-9448-fbb9eaea4b74 None None] Pushing event updated for resources: {'Port': ['ID=38ba8bc3-c464-47ed-8227-5cc6f61cbe9f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:42.684714 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754555'] for router_interface (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.744782 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f60c2900-6d9a-4200-90c7-6eae5342c748 None None] Current status of the port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:42.745171 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f60c2900-6d9a-4200-90c7-6eae5342c748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.794363 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:07:42.840689 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.845244 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f60c2900-6d9a-4200-90c7-6eae5342c748 None None] For port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=38ba8bc3-c464-47ed-8227-5cc6f61cbe9f,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:07:42.873779 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f60c2900-6d9a-4200-90c7-6eae5342c748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.953760 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Publish callbacks [] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:42.956083 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c2900-6d9a-4200-90c7-6eae5342c748 None None] Pushing event updated for resources: {'Port': ['ID=38ba8bc3-c464-47ed-8227-5cc6f61cbe9f,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:42.973456 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.052248 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Attempting to bind port 9bcb96b4-0c3c-44d9-9026-ef991604f94e on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:07:43.052634 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Attempting to bind port 9bcb96b4-0c3c-44d9-9026-ef991604f94e by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:07:43.053001 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Attempting to bind port 9bcb96b4-0c3c-44d9-9026-ef991604f94e on network 51a3d7ca-7789-4c1b-8220-f3261a8a20af {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:07:43.056723 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-74a34b61-85cc-4fa3-a5a4-8d1cdb534a1a None None] Provisioning complete for port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:43.056905 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:43.057511 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74a34b61-85cc-4fa3-a5a4-8d1cdb534a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.057957 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5585d24-57ff-4e4a-8863-352df27c9b5c None None] Pushing event updated for resources: {'Port': ['ID=9bcb96b4-0c3c-44d9-9026-ef991604f94e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:43.069838 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Publish callbacks [] for port (91b614e4-451d-48ec-a29d-653c6c98c193), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.078582 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.083908 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:07:43.084285 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Checking segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:07:43.085261 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.086009 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Bound using segment: {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:07:43.086209 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Bound port: 9bcb96b4-0c3c-44d9-9026-ef991604f94e, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2208142-c8fb-451d-8412-533bf8e9e71c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:07:43.086516 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.088842 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b39a3-0094-456b-b595-07c82afe7963 None None] The sync data for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi is: [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:07:43.115628 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff759360-9942-4126-8ff8-dcdb6f2ee632 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:43.157356 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754433'] for router_interface (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.174692 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Pushing event updated for resources: {'Port': ['ID=91b614e4-451d-48ec-a29d-653c6c98c193,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:43.200528 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] For port 9bcb96b4-0c3c-44d9-9026-ef991604f94e, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:07:43.205672 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] For port 9bcb96b4-0c3c-44d9-9026-ef991604f94e, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=9bcb96b4-0c3c-44d9-9026-ef991604f94e,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:07:43.238509 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.253413 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port ff759360-9942-4126-8ff8-dcdb6f2ee632 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:43.253413 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.274915 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Network 0a5250c4-928a-4585-b016-9c49eb2cb86b is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:07:43.276471 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:07:43.322858 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-74a34b61-85cc-4fa3-a5a4-8d1cdb534a1a None None] Current status of the port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:43.363957 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Routers {'8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:07:43.364605 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:07:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:43.423178 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5585d24-57ff-4e4a-8863-352df27c9b5c None None] Pushing event updated for resources: {'Port': ['ID=9bcb96b4-0c3c-44d9-9026-ef991604f94e,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:43.446980 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:07:43.463395 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port ff759360-9942-4126-8ff8-dcdb6f2ee632 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:43.464589 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:43.495022 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-bc4850b6-f3c5-4c94-92d6-881a1397d52e None None] Provisioning complete for port 91b614e4-451d-48ec-a29d-653c6c98c193 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:43.495396 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc4850b6-f3c5-4c94-92d6-881a1397d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.592554 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-bc4850b6-f3c5-4c94-92d6-881a1397d52e None None] Port 91b614e4-451d-48ec-a29d-653c6c98c193 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:07:43.606023 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:43.606397 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.633924 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] Set router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:07:43.749221 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-1a88f8bb-75ae-4d3a-a464-7b9e7f6c9a23 None None] Provisioning complete for port 91b614e4-451d-48ec-a29d-653c6c98c193 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:43.749581 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a88f8bb-75ae-4d3a-a464-7b9e7f6c9a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:43.865690 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1a88f8bb-75ae-4d3a-a464-7b9e7f6c9a23 None None] Port 91b614e4-451d-48ec-a29d-653c6c98c193 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:07:43.868769 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:43.869837 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device a9af68a3-e99b-461c-8427-1ac3268ea6bb up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:43.870636 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:07:43.881700 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0efa3ade-9279-4e8c-9e61-186664610bed admin admin] 10.222.0.48 "PUT /v2.0/routers/8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1476119 May 05 15:07:43.960478 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'name': 'tempest-TestVolumeBootPattern-1489758621-router', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:39Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 4, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'gw_port': {'id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:40Z', 'updated_at': '2022-05-05T15:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '91b614e4-451d-48ec-a29d-653c6c98c193', 'name': '', 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'mac_address': 'fa:16:3e:d5:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '33af5d79-170d-4774-a303-366d3b1771bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:42Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 2, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'subnets': [{'id': '33af5d79-170d-4774-a303-366d3b1771bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:43.963100 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port a9af68a3-e99b-461c-8427-1ac3268ea6bb triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:43.963469 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:44.004794 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4a1078-eaa0-4d79-af36-50481d1cfa2e None None] The sync data for ids ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'] in dv-cinder-839426-6-iscsi is: [{'id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'name': 'tempest-TestVolumeBootPattern-1489758621-router', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:39Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 4, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'gw_port': {'id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:40Z', 'updated_at': '2022-05-05T15:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '91b614e4-451d-48ec-a29d-653c6c98c193', 'name': '', 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'mac_address': 'fa:16:3e:d5:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '33af5d79-170d-4774-a303-366d3b1771bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:42Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 2, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'subnets': [{'id': '33af5d79-170d-4774-a303-366d3b1771bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:07:44.070851 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port a9af68a3-e99b-461c-8427-1ac3268ea6bb is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:44.957091 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc712-236c-4726-8c13-b87e4a49cc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:44.974694 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:45.023828 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:45.024243 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.101193 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:45.102336 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 9bcb96b4-0c3c-44d9-9026-ef991604f94e up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:45.143906 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 9bcb96b4-0c3c-44d9-9026-ef991604f94e triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:45.144273 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.223415 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 9bcb96b4-0c3c-44d9-9026-ef991604f94e is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:45.223801 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.244413 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] For port 9bcb96b4-0c3c-44d9-9026-ef991604f94e, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=9bcb96b4-0c3c-44d9-9026-ef991604f94e,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:07:45.247704 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.293923 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Pushing event updated for resources: {'Port': ['ID=9bcb96b4-0c3c-44d9-9026-ef991604f94e,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:45.429287 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33466) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:45.434071 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ed275849-ac14-41cd-9a0b-c760ddbda20d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652257904', 'description': 'tempest-secgroup-smoke-652257904 description', 'project_id': '96dff8e44df34088aeec63a217d030bc'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:45.453920 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed275849-ac14-41cd-9a0b-c760ddbda20d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.520103 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed275849-ac14-41cd-9a0b-c760ddbda20d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group (6bb3a7b2-ffb9-478e-8349-ae02ab5aff70), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.523413 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed275849-ac14-41cd-9a0b-c760ddbda20d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (6bb3a7b2-ffb9-478e-8349-ae02ab5aff70), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.551162 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed275849-ac14-41cd-9a0b-c760ddbda20d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.552361 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ed275849-ac14-41cd-9a0b-c760ddbda20d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1219196 May 05 15:07:45.555955 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed275849-ac14-41cd-9a0b-c760ddbda20d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:45.556133 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33468) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:45.560747 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-1ac149f1-d2ce-4c7d-b4c7-1bc7b7d92f37 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'security_group_rule': {'security_group_id': '6bb3a7b2-ffb9-478e-8349-ae02ab5aff70', 'project_id': '96dff8e44df34088aeec63a217d030bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:45.586016 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1ac149f1-d2ce-4c7d-b4c7-1bc7b7d92f37 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (176004f0-3b15-416d-a8bb-d9d5730a4a54), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.648566 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1ac149f1-d2ce-4c7d-b4c7-1bc7b7d92f37 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (176004f0-3b15-416d-a8bb-d9d5730a4a54), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.652871 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1ac149f1-d2ce-4c7d-b4c7-1bc7b7d92f37 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (176004f0-3b15-416d-a8bb-d9d5730a4a54), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.674147 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac149f1-d2ce-4c7d-b4c7-1bc7b7d92f37 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176004f0-3b15-416d-a8bb-d9d5730a4a54,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:45.680978 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1ac149f1-d2ce-4c7d-b4c7-1bc7b7d92f37 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.684997 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1ac149f1-d2ce-4c7d-b4c7-1bc7b7d92f37 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278043 May 05 15:07:45.685735 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33470) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:45.690373 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f58f0cfe-6514-4f9f-9ef7-727673d1d94a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'security_group_rule': {'security_group_id': '6bb3a7b2-ffb9-478e-8349-ae02ab5aff70', 'project_id': '96dff8e44df34088aeec63a217d030bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:45.717029 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f58f0cfe-6514-4f9f-9ef7-727673d1d94a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (1a9d65d5-fc9f-4556-b262-c55ffa1e12ac), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.775560 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f58f0cfe-6514-4f9f-9ef7-727673d1d94a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (1a9d65d5-fc9f-4556-b262-c55ffa1e12ac), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.779011 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f58f0cfe-6514-4f9f-9ef7-727673d1d94a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (1a9d65d5-fc9f-4556-b262-c55ffa1e12ac), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.798053 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f0cfe-6514-4f9f-9ef7-727673d1d94a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9d65d5-fc9f-4556-b262-c55ffa1e12ac,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:45.806142 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f58f0cfe-6514-4f9f-9ef7-727673d1d94a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.809685 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f58f0cfe-6514-4f9f-9ef7-727673d1d94a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206722 May 05 15:07:45.811093 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33472) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:45.816067 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c2892300-37af-43ac-9a80-6983256205d9 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'security_group_rule': {'security_group_id': '6bb3a7b2-ffb9-478e-8349-ae02ab5aff70', 'project_id': '96dff8e44df34088aeec63a217d030bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:45.841077 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2892300-37af-43ac-9a80-6983256205d9 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (3136df6d-f1ca-4ba2-a56a-ea67b5fdc254), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.901398 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2892300-37af-43ac-9a80-6983256205d9 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (3136df6d-f1ca-4ba2-a56a-ea67b5fdc254), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.905073 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2892300-37af-43ac-9a80-6983256205d9 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (3136df6d-f1ca-4ba2-a56a-ea67b5fdc254), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.926373 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2892300-37af-43ac-9a80-6983256205d9 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3136df6d-f1ca-4ba2-a56a-ea67b5fdc254,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:45.935107 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2892300-37af-43ac-9a80-6983256205d9 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:45.938982 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c2892300-37af-43ac-9a80-6983256205d9 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243107 May 05 15:07:45.939145 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33474) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:45.943685 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bbff1ab7-53e1-468d-b75d-e9a11f03f249 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'security_group_rule': {'security_group_id': '6bb3a7b2-ffb9-478e-8349-ae02ab5aff70', 'project_id': '96dff8e44df34088aeec63a217d030bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:45.971654 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbff1ab7-53e1-468d-b75d-e9a11f03f249 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (2315eb3f-9756-417c-96a8-bb65398eb8f9), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.031748 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbff1ab7-53e1-468d-b75d-e9a11f03f249 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (2315eb3f-9756-417c-96a8-bb65398eb8f9), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.035229 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbff1ab7-53e1-468d-b75d-e9a11f03f249 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (2315eb3f-9756-417c-96a8-bb65398eb8f9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.053133 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff1ab7-53e1-468d-b75d-e9a11f03f249 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2315eb3f-9756-417c-96a8-bb65398eb8f9,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:46.062126 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbff1ab7-53e1-468d-b75d-e9a11f03f249 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.063333 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bbff1ab7-53e1-468d-b75d-e9a11f03f249 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232882 May 05 15:07:46.066324 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33476) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:46.070646 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5b3e8429-3542-42f8-a632-5de23828c2f3 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'security_group_rule': {'security_group_id': '6bb3a7b2-ffb9-478e-8349-ae02ab5aff70', 'project_id': '96dff8e44df34088aeec63a217d030bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:46.090981 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-5b3e8429-3542-42f8-a632-5de23828c2f3 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Project 96dff8e44df34088aeec63a217d030bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:07:46.097173 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8429-3542-42f8-a632-5de23828c2f3 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (8a4e8d2c-cd00-401d-b482-281b57c6ae6f), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.157921 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8429-3542-42f8-a632-5de23828c2f3 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (8a4e8d2c-cd00-401d-b482-281b57c6ae6f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.161628 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8429-3542-42f8-a632-5de23828c2f3 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (8a4e8d2c-cd00-401d-b482-281b57c6ae6f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.179876 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e8429-3542-42f8-a632-5de23828c2f3 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4e8d2c-cd00-401d-b482-281b57c6ae6f,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:46.192256 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8429-3542-42f8-a632-5de23828c2f3 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.196713 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5b3e8429-3542-42f8-a632-5de23828c2f3 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262705 May 05 15:07:46.196993 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33478) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:07:46.201299 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2f17b308-d50b-4099-ac8d-2cd9e625911d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'security_group_rule': {'security_group_id': '6bb3a7b2-ffb9-478e-8349-ae02ab5aff70', 'project_id': '96dff8e44df34088aeec63a217d030bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:07:46.222870 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-2f17b308-d50b-4099-ac8d-2cd9e625911d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Project 96dff8e44df34088aeec63a217d030bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:07:46.228339 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f17b308-d50b-4099-ac8d-2cd9e625911d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (1a2a0000-f435-4bdb-b84e-04003db1e231), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.253335 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.288690 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f17b308-d50b-4099-ac8d-2cd9e625911d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (1a2a0000-f435-4bdb-b84e-04003db1e231), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.291969 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f17b308-d50b-4099-ac8d-2cd9e625911d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637130'] for security_group_rule (1a2a0000-f435-4bdb-b84e-04003db1e231), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.311822 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17b308-d50b-4099-ac8d-2cd9e625911d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2a0000-f435-4bdb-b84e-04003db1e231,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:46.321023 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f17b308-d50b-4099-ac8d-2cd9e625911d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:46.322233 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2f17b308-d50b-4099-ac8d-2cd9e625911d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243598 May 05 15:07:46.917552 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 9bcb96b4-0c3c-44d9-9026-ef991604f94e up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:46.917876 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Sync routers for ids ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:07:46.927759 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Routers {'8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:07:46.928962 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:07:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:46.970336 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 9bcb96b4-0c3c-44d9-9026-ef991604f94e triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:46.970822 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.043281 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Set router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:07:47.050383 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 9bcb96b4-0c3c-44d9-9026-ef991604f94e is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:47.246387 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'name': 'tempest-TestVolumeBootPattern-1489758621-router', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:39Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 4, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'gw_port': {'id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:40Z', 'updated_at': '2022-05-05T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '91b614e4-451d-48ec-a29d-653c6c98c193', 'name': '', 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'mac_address': 'fa:16:3e:d5:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '33af5d79-170d-4774-a303-366d3b1771bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:42Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 2, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'subnets': [{'id': '33af5d79-170d-4774-a303-366d3b1771bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:47.276965 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Checking router: 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:07:47.277313 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Updating router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa port 91b614e4-451d-48ec-a29d-653c6c98c193 binding host dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:07:47.305403 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.568092 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Publish callbacks [] for port (91b614e4-451d-48ec-a29d-653c6c98c193), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.574905 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.625195 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c066cf-859f-4559-9fee-c2739a95e2f6 None None] Pushing event updated for resources: {'Port': ['ID=91b614e4-451d-48ec-a29d-653c6c98c193,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:47.673249 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.693294 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Attempting to bind port 91b614e4-451d-48ec-a29d-653c6c98c193 on host dv-cinder-839426-6-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:07:47.693676 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Attempting to bind port 91b614e4-451d-48ec-a29d-653c6c98c193 by drivers openvswitch,hyperv on host dv-cinder-839426-6-iscsi at level 0 using segments [{'id': '09a2520f-3bea-48da-a8b7-6bf2b49e00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:07:47.694641 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Attempting to bind port 91b614e4-451d-48ec-a29d-653c6c98c193 on network 0a5250c4-928a-4585-b016-9c49eb2cb86b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:07:47.700054 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Checking agent: {'id': 'f63d4f7d-1408-48ed-a589-737a9ad29e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839426-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 47, 49), 'started_at': datetime.datetime(2022, 5, 5, 14, 48, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839426-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:07:47.700428 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Checking segment: {'id': '09a2520f-3bea-48da-a8b7-6bf2b49e00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:07:47.700830 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.701216 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Bound using segment: {'id': '09a2520f-3bea-48da-a8b7-6bf2b49e00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:07:47.701735 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Bound port: 91b614e4-451d-48ec-a29d-653c6c98c193, host: dv-cinder-839426-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a2520f-3bea-48da-a8b7-6bf2b49e00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:07:47.702186 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.769937 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] For port 91b614e4-451d-48ec-a29d-653c6c98c193, host dv-cinder-839426-6-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:07:47.774258 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] For port 91b614e4-451d-48ec-a29d-653c6c98c193, host dv-cinder-839426-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=91b614e4-451d-48ec-a29d-653c6c98c193,segment=NetworkSegment(09a2520f-3bea-48da-a8b7-6bf2b49e00a8),segment_id=09a2520f-3bea-48da-a8b7-6bf2b49e00a8)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:07:47.783037 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.811605 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-81befca6-8ea7-4616-8a76-6af92a678f53 None None] Provisioning complete for port 91b614e4-451d-48ec-a29d-653c6c98c193 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:47.812380 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-81befca6-8ea7-4616-8a76-6af92a678f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.837766 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c066cf-859f-4559-9fee-c2739a95e2f6 None None] Pushing event updated for resources: {'Port': ['ID=91b614e4-451d-48ec-a29d-653c6c98c193,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:47.853872 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Routers {'8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:07:47.854626 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:07:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:47.907411 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-81befca6-8ea7-4616-8a76-6af92a678f53 None None] Current status of the port 91b614e4-451d-48ec-a29d-653c6c98c193 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:47.908056 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-81befca6-8ea7-4616-8a76-6af92a678f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.951201 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-81befca6-8ea7-4616-8a76-6af92a678f53 None None] For port 91b614e4-451d-48ec-a29d-653c6c98c193, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=91b614e4-451d-48ec-a29d-653c6c98c193,segment=NetworkSegment(09a2520f-3bea-48da-a8b7-6bf2b49e00a8),segment_id=09a2520f-3bea-48da-a8b7-6bf2b49e00a8)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:07:47.956592 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-81befca6-8ea7-4616-8a76-6af92a678f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:47.974173 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] Set router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:07:48.028921 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81befca6-8ea7-4616-8a76-6af92a678f53 None None] Pushing event updated for resources: {'Port': ['ID=91b614e4-451d-48ec-a29d-653c6c98c193,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:07:48.076108 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-60f43c1f-17f1-414d-8cb1-7c9dcdb71995 None None] Provisioning complete for port 91b614e4-451d-48ec-a29d-653c6c98c193 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:48.076541 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60f43c1f-17f1-414d-8cb1-7c9dcdb71995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:48.171702 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-60f43c1f-17f1-414d-8cb1-7c9dcdb71995 None None] Current status of the port 91b614e4-451d-48ec-a29d-653c6c98c193 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:48.271544 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'name': 'tempest-TestVolumeBootPattern-1489758621-router', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:39Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 4, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'gw_port': {'id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:40Z', 'updated_at': '2022-05-05T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '91b614e4-451d-48ec-a29d-653c6c98c193', 'name': '', 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'mac_address': 'fa:16:3e:d5:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '33af5d79-170d-4774-a303-366d3b1771bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:42Z', 'updated_at': '2022-05-05T15:07:47Z', 'revision_number': 4, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'subnets': [{'id': '33af5d79-170d-4774-a303-366d3b1771bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:07:48.298209 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b36c65-a036-4ddc-a5c1-7ffe350c5589 None None] The sync data for ids ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'] in dv-cinder-839426-6-iscsi is: [{'id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'name': 'tempest-TestVolumeBootPattern-1489758621-router', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:39Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 4, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'gw_port': {'id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:40Z', 'updated_at': '2022-05-05T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '91b614e4-451d-48ec-a29d-653c6c98c193', 'name': '', 'network_id': '0a5250c4-928a-4585-b016-9c49eb2cb86b', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'mac_address': 'fa:16:3e:d5:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '33af5d79-170d-4774-a303-366d3b1771bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:42Z', 'updated_at': '2022-05-05T15:07:47Z', 'revision_number': 4, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'subnets': [{'id': '33af5d79-170d-4774-a303-366d3b1771bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:07:48.931271 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 91b614e4-451d-48ec-a29d-653c6c98c193 up at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:07:48.981812 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Provisioning complete for port 91b614e4-451d-48ec-a29d-653c6c98c193 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:07:48.982193 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:49.013061 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:07:49.203760 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Current status of the port 91b614e4-451d-48ec-a29d-653c6c98c193 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:07:55.138856 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:08:00.002690 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:00.687474 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-91c47de4-bedb-4a89-acca-eb9769e16d8a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652257904&fields=id&tenant_id=96dff8e44df34088aeec63a217d030bc HTTP/1.1" status: 200 len: 267 time: 0.0455923 May 05 15:08:00.811958 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-027ed925-19d1-4bb1-8d2f-8616ba476006 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:00.814446 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-027ed925-19d1-4bb1-8d2f-8616ba476006 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 810 time: 0.1201432 May 05 15:08:00.833558 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-796129c0-dc86-4453-a2af-fb926eb69530 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/quotas/96dff8e44df34088aeec63a217d030bc HTTP/1.1" status: 200 len: 375 time: 0.0133848 May 05 15:08:00.896910 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-961742dd-369b-443f-b642-8cd552ec7e96 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580566 May 05 15:08:01.017055 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-bf6b0a0e-0b97-4e1e-90e2-44c3279f0297 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:08:01.018166 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-bf6b0a0e-0b97-4e1e-90e2-44c3279f0297 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1065004 May 05 15:08:01.109806 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-803e9859-910d-47c2-b888-c3835e4e0048 service neutron] 10.222.0.48 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846756 May 05 15:08:01.209167 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-6bd5b0c5-44a3-4af7-afed-8e86577f675a service neutron] 10.222.0.48 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937641 May 05 15:08:02.523644 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b88deb06-9f25-4c80-bdb1-41f5e4d49943 req-31fa97d9-fd71-432d-8e07-60f7b9245f8f tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 210 time: 0.0444014 May 05 15:08:03.585381 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-3a9045ce-1971-4329-9f34-eed88b6f983c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:03.587023 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-3a9045ce-1971-4329-9f34-eed88b6f983c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 810 time: 0.1063943 May 05 15:08:03.624104 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0cebe3e2-9cd8-4d69-860c-211192fccbd5 req-8faf1534-bf5e-41f4-9c34-08b9e49b4445 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 210 time: 0.0300438 May 05 15:08:03.665577 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-86f49e58-6baa-4762-a077-6ea308d0a1d6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96dff8e44df34088aeec63a217d030bc HTTP/1.1" status: 200 len: 379 time: 0.0651603 May 05 15:08:03.683714 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'port': {'device_id': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'admin_state_up': True, 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'security_groups': ['6bb3a7b2-ffb9-478e-8349-ae02ab5aff70']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:08:03.792307 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Made reservation on behalf of 96dff8e44df34088aeec63a217d030bc for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:08:03.795590 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:03.920786 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Allocated IP 172.20.0.7 (8d98ed29-80a4-4aa2-91dd-d571728a161b/8152e649-f51e-4924-a3c3-46a50a4cfa79/fe3e3204-069c-428d-92b4-ffdc6712abf6) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:08:04.060410 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:04.096294 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:04.147241 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:08:04.152997 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:08:04.157834 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:08:04.161503 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'Port': ['ID=fe3e3204-069c-428d-92b4-ffdc6712abf6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:08:04.211263 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:04.211922 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:04.230548 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d2237b5e-ba48-4eab-912f-489696697e77 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5512884 May 05 15:08:04.239922 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-78f50004-7e05-443f-8cbb-9337fb25df80 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:08:04.240916 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-78f50004-7e05-443f-8cbb-9337fb25df80 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052662 May 05 15:08:04.303852 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Request body: {'port': {'device_id': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:08:04.369944 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:04.390602 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-3f0a58ef-2fa9-4668-bb50-250c86c9b8c4 None None] Provisioning complete for port fe3e3204-069c-428d-92b4-ffdc6712abf6 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:08:04.391243 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f0a58ef-2fa9-4668-bb50-250c86c9b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:04.424633 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a58ef-2fa9-4668-bb50-250c86c9b8c4 None None] Port fe3e3204-069c-428d-92b4-ffdc6712abf6 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:08:04.633292 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3e3204-069c-428d-92b4-ffdc6712abf6 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:08:04.640355 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Publish callbacks [] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:04.652919 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Transition to ACTIVE for port object fe3e3204-069c-428d-92b4-ffdc6712abf6 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:08:04.656292 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:04.708608 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3e3204-069c-428d-92b4-ffdc6712abf6,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:08:04.745556 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e516f03-7b6a-4fdc-bd51-425ae313a158 req-a448f176-a841-40ee-ad01-79f786b949a4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:04.747151 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5e516f03-7b6a-4fdc-bd51-425ae313a158 req-a448f176-a841-40ee-ad01-79f786b949a4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 943 time: 0.0543654 May 05 15:08:04.783716 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Attempting to bind port fe3e3204-069c-428d-92b4-ffdc6712abf6 on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:08:04.784115 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Attempting to bind port fe3e3204-069c-428d-92b4-ffdc6712abf6 by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:08:04.784394 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Attempting to bind port fe3e3204-069c-428d-92b4-ffdc6712abf6 on network 8d98ed29-80a4-4aa2-91dd-d571728a161b {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:08:04.789047 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Port fe3e3204-069c-428d-92b4-ffdc6712abf6 on network 8d98ed29-80a4-4aa2-91dd-d571728a161b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:08:04.789376 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Attempting to bind port fe3e3204-069c-428d-92b4-ffdc6712abf6 on network 8d98ed29-80a4-4aa2-91dd-d571728a161b {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:08:04.794606 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:08:04.794954 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Checking segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:08:04.795347 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Bound using segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:08:04.795784 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Bound port: fe3e3204-069c-428d-92b4-ffdc6712abf6, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:08:04.796149 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:04.802729 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5e516f03-7b6a-4fdc-bd51-425ae313a158 req-0666e0ae-567e-47f0-852c-013ecff42946 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498044 May 05 15:08:04.862290 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] For port fe3e3204-069c-428d-92b4-ffdc6712abf6, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:08:04.865409 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] For port fe3e3204-069c-428d-92b4-ffdc6712abf6, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=fe3e3204-069c-428d-92b4-ffdc6712abf6,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:08:04.873534 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:04.906033 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:04.906793 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:04.908185 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] 10.222.0.25 "PUT /v2.0/ports/fe3e3204-069c-428d-92b4-ffdc6712abf6 HTTP/1.1" status: 200 len: 1093 time: 0.6544790 May 05 15:08:04.910344 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'tag': 'fe3e3204-069c-428d-92b4-ffdc6712abf6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:08:04.912624 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8227282-a277-4cc4-b953-863d91bf9273" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f8215f-1f13-4d4a-8ddc-9295f77a7e49", "tag": "fe3e3204-069c-428d-92b4-ffdc6712abf6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:08:04.954248 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b6a21-0177-4f24-b3ec-f751391091f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3e3204-069c-428d-92b4-ffdc6712abf6,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:08:05.040532 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ccc6d4-8d48-4068-baf8-ed311368ffcd x-openstack-request-id: req-27ccc6d4-8d48-4068-baf8-ed311368ffcd {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:08:05.040940 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f8215f-1f13-4d4a-8ddc-9295f77a7e49", "tag": "fe3e3204-069c-428d-92b4-ffdc6712abf6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:08:05.041272 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27ccc6d4-8d48-4068-baf8-ed311368ffcd {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:08:05.041776 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ccc6d4-8d48-4068-baf8-ed311368ffcd'] response: {'name': 'network-changed', 'server_uuid': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'tag': 'fe3e3204-069c-428d-92b4-ffdc6712abf6', 'status': 'completed', 'code': 200} May 05 15:08:05.053964 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-50cb4b7e-17c7-4360-89d2-a117ea30b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:05.056325 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-50cb4b7e-17c7-4360-89d2-a117ea30b65b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 1127 time: 0.0478992 May 05 15:08:05.108240 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-e50d6cc9-2027-4cf9-b764-470c11892b26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3e3204-069c-428d-92b4-ffdc6712abf6 HTTP/1.1" status: 200 len: 217 time: 0.0390818 May 05 15:08:05.156739 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-8a7a6f36-ebc9-4773-98b6-feb93ce56287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:05.158137 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-8a7a6f36-ebc9-4773-98b6-feb93ce56287 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0437560 May 05 15:08:05.201079 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-a1a1f00f-ce71-428f-aef0-4113a9b738b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:05.202579 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-a1a1f00f-ce71-428f-aef0-4113a9b738b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389364 May 05 15:08:05.293455 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-6f0a178a-28e1-42a0-b7e8-b3840f029522 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849164 May 05 15:08:05.381203 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-77810152-0158-47eb-9f1d-88022cc58fc9 req-2161edd2-d3f7-45a0-bf92-bed306c3cf9f service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815940 May 05 15:08:05.688164 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227282-a277-4cc4-b953-863d91bf9273 req-f4777226-248c-4472-9791-5e4535f44236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:05.689560 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8227282-a277-4cc4-b953-863d91bf9273 req-f4777226-248c-4472-9791-5e4535f44236 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 1127 time: 0.0434463 May 05 15:08:05.776956 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227282-a277-4cc4-b953-863d91bf9273 req-16864e2d-912d-4655-990f-d7f7b9ce584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:05.778410 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8227282-a277-4cc4-b953-863d91bf9273 req-16864e2d-912d-4655-990f-d7f7b9ce584d service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0822132 May 05 15:08:05.821105 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8227282-a277-4cc4-b953-863d91bf9273 req-35bbeac0-6796-49ef-bcb2-22fb7c69ddb1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3e3204-069c-428d-92b4-ffdc6712abf6 HTTP/1.1" status: 200 len: 217 time: 0.0367320 May 05 15:08:05.868436 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227282-a277-4cc4-b953-863d91bf9273 req-80269b99-dfc4-4c45-b526-9039d2f94e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:05.869953 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8227282-a277-4cc4-b953-863d91bf9273 req-80269b99-dfc4-4c45-b526-9039d2f94e39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0438108 May 05 15:08:05.912475 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227282-a277-4cc4-b953-863d91bf9273 req-2e62acb1-5522-4acd-acbe-01f636a083a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:05.914025 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8227282-a277-4cc4-b953-863d91bf9273 req-2e62acb1-5522-4acd-acbe-01f636a083a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385561 May 05 15:08:05.917888 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335da3a-d82d-4d78-80cf-eefaae9a496c req-0c433a88-4125-4487-825f-a13fe2bcdec1 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:05.919355 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0335da3a-d82d-4d78-80cf-eefaae9a496c req-0c433a88-4125-4487-825f-a13fe2bcdec1 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 943 time: 0.0482500 May 05 15:08:05.970648 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0335da3a-d82d-4d78-80cf-eefaae9a496c req-f9199d0e-97a1-4618-bbfb-2d7922c23eef tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456326 May 05 15:08:06.006433 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8227282-a277-4cc4-b953-863d91bf9273 req-63396bdf-9efa-4ac3-8946-624410b63df3 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865097 May 05 15:08:06.093474 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8227282-a277-4cc4-b953-863d91bf9273 req-13dbc499-97ee-488d-b3ae-8069bf018f95 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810900 May 05 15:08:07.084605 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1976d89-d85b-4d15-9530-196e2d0ac8d9 req-832dd3e6-0eed-40c6-92bd-6e75328f2a1d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:07.087122 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1976d89-d85b-4d15-9530-196e2d0ac8d9 req-832dd3e6-0eed-40c6-92bd-6e75328f2a1d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 943 time: 0.0474951 May 05 15:08:07.136830 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1976d89-d85b-4d15-9530-196e2d0ac8d9 req-bfcccb7b-e3d5-4b90-8f34-754e040a9edc tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430827 May 05 15:08:08.251710 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d22be-911a-4b01-b5c8-2672918f957d req-a3940dc8-f5d5-4100-b3f6-b62105f1fec1 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:08.253178 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b8d22be-911a-4b01-b5c8-2672918f957d req-a3940dc8-f5d5-4100-b3f6-b62105f1fec1 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 943 time: 0.0501406 May 05 15:08:08.300838 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b8d22be-911a-4b01-b5c8-2672918f957d req-4f86505e-3b54-4ec5-ab69-b368acbda373 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420973 May 05 15:08:09.412120 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174726d-e6c3-43f8-bf24-dfbcebbc6298 req-53c0cf10-249c-433b-9271-4c537c68b9ef tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:09.414143 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7174726d-e6c3-43f8-bf24-dfbcebbc6298 req-53c0cf10-249c-433b-9271-4c537c68b9ef tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 943 time: 0.0468729 May 05 15:08:09.463541 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7174726d-e6c3-43f8-bf24-dfbcebbc6298 req-81255123-56b3-4736-b205-7668a925ca84 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 May 05 15:08:10.579274 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30884-b213-4ce6-8161-e7e022678dd6 req-618e5ad0-d88d-4d8d-90d1-3e2c46bb378b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:10.580724 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1ee30884-b213-4ce6-8161-e7e022678dd6 req-618e5ad0-d88d-4d8d-90d1-3e2c46bb378b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 943 time: 0.0502355 May 05 15:08:10.627515 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1ee30884-b213-4ce6-8161-e7e022678dd6 req-ac18ef10-afe8-45d6-9969-2f9f94fd0c6a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 May 05 15:08:11.479645 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device fe3e3204-069c-428d-92b4-ffdc6712abf6 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:08:11.576877 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port fe3e3204-069c-428d-92b4-ffdc6712abf6, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=fe3e3204-069c-428d-92b4-ffdc6712abf6,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:08:11.588459 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': 'fe3e3204-069c-428d-92b4-ffdc6712abf6', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'port_id': 'fe3e3204-069c-428d-92b4-ffdc6712abf6', 'mac_address': 'fa:16:3e:0b:23:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:08:11.624510 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port fe3e3204-069c-428d-92b4-ffdc6712abf6 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:08:11.624924 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:11.638063 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3e3204-069c-428d-92b4-ffdc6712abf6 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:08:11.661285 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port fe3e3204-069c-428d-92b4-ffdc6712abf6, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=fe3e3204-069c-428d-92b4-ffdc6712abf6,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:08:11.667027 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:11.713959 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=fe3e3204-069c-428d-92b4-ffdc6712abf6,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:08:11.720894 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.721268 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.721598 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.721974 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.722319 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.722654 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.723008 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.723325 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.723655 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.723987 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.724318 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.724649 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.724976 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.725303 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.725626 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:08:11.748757 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a8a60-26fe-46d5-8892-c96d3b064382 req-d6885c6d-2acd-41a6-b296-4a9ff6c07bc7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:11.750281 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-714a8a60-26fe-46d5-8892-c96d3b064382 req-d6885c6d-2acd-41a6-b296-4a9ff6c07bc7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 944 time: 0.0506847 May 05 15:08:11.797817 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-714a8a60-26fe-46d5-8892-c96d3b064382 req-0225017e-ecfd-4af6-8661-2430b6e95dc6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 May 05 15:08:11.937894 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['fe3e3204-069c-428d-92b4-ffdc6712abf6'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:08:12.555007 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c36d12ef-4d3f-4f17-b5ea-b65e6c81d590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:12.911846 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d7b44-a77e-4afa-9344-a1d5223b1ce7 req-b90e5d56-f432-4864-9b0b-8f3efedd7be6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:12.913311 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8b7d7b44-a77e-4afa-9344-a1d5223b1ce7 req-b90e5d56-f432-4864-9b0b-8f3efedd7be6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 944 time: 0.0462518 May 05 15:08:12.965410 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8b7d7b44-a77e-4afa-9344-a1d5223b1ce7 req-d44e6dc4-a8b4-42a6-9945-ac5d6f88e9ab tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457988 May 05 15:08:13.494184 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device fe3e3204-069c-428d-92b4-ffdc6712abf6 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:08:13.537077 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port fe3e3204-069c-428d-92b4-ffdc6712abf6 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:08:13.542863 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port fe3e3204-069c-428d-92b4-ffdc6712abf6 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:08:13.543241 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:13.621339 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port fe3e3204-069c-428d-92b4-ffdc6712abf6 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:08:13.622079 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:13.646068 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3e3204-069c-428d-92b4-ffdc6712abf6'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:08:13.648265 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f1f3c7-7e2c-4e86-97c4-7f872b721fc5" -d '{"events": [{"server_uuid": "c5f8215f-1f13-4d4a-8ddc-9295f77a7e49", "name": "network-vif-plugged", "status": "completed", "tag": "fe3e3204-069c-428d-92b4-ffdc6712abf6"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:08:13.660577 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port fe3e3204-069c-428d-92b4-ffdc6712abf6, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=fe3e3204-069c-428d-92b4-ffdc6712abf6,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:08:13.665632 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:13.713331 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=fe3e3204-069c-428d-92b4-ffdc6712abf6,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:08:13.740640 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c58350d-40d6-4d9a-a7fd-fa5e5a9779ae x-openstack-request-id: req-2c58350d-40d6-4d9a-a7fd-fa5e5a9779ae {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:08:13.740936 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f8215f-1f13-4d4a-8ddc-9295f77a7e49", "name": "network-vif-plugged", "status": "completed", "tag": "fe3e3204-069c-428d-92b4-ffdc6712abf6", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:08:13.741189 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c58350d-40d6-4d9a-a7fd-fa5e5a9779ae {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:08:13.741586 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c58350d-40d6-4d9a-a7fd-fa5e5a9779ae'] response: {'server_uuid': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3e3204-069c-428d-92b4-ffdc6712abf6', 'code': 200} May 05 15:08:13.981617 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc675ae-1bd6-41e5-9f58-65fc6cfdc2e5 req-49f1567a-717d-4fbb-857d-05a58018c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:13.982994 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7cc675ae-1bd6-41e5-9f58-65fc6cfdc2e5 req-49f1567a-717d-4fbb-857d-05a58018c5be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 1129 time: 0.0417411 May 05 15:08:14.028689 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7cc675ae-1bd6-41e5-9f58-65fc6cfdc2e5 req-390d6f2a-1952-42bb-b61e-e6cbd91178b2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397449 May 05 15:08:14.078839 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2a723-1af5-4756-9d0d-af18e9d4152d req-0f23c5f0-11f0-4872-96f0-7cf23fe08e5a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:14.080299 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2a2a723-1af5-4756-9d0d-af18e9d4152d req-0f23c5f0-11f0-4872-96f0-7cf23fe08e5a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 945 time: 0.0472319 May 05 15:08:14.128530 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2a2a723-1af5-4756-9d0d-af18e9d4152d req-0650e7a7-85b5-43ff-8a9d-f977d8d31e87 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428085 May 05 15:08:14.960990 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cb0e4f50-8030-46a5-8a35-ab00ae48a77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:15.243760 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8a768-e205-4c99-b551-47c7da9e68ef req-fababf36-4be7-4eea-b234-d829a48d0339 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:15.245236 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c0f8a768-e205-4c99-b551-47c7da9e68ef req-fababf36-4be7-4eea-b234-d829a48d0339 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 945 time: 0.0462508 May 05 15:08:15.293367 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c0f8a768-e205-4c99-b551-47c7da9e68ef req-797f5236-334a-4a8c-958a-0effc9905d38 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 May 05 15:08:15.411251 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aae42f-6dde-4f8a-b7cd-f6c2fb483875 req-ceaf38ed-0361-460e-9c13-3761cec1739a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:15.412644 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3aae42f-6dde-4f8a-b7cd-f6c2fb483875 req-ceaf38ed-0361-460e-9c13-3761cec1739a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 945 time: 0.0515761 May 05 15:08:15.464967 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3aae42f-6dde-4f8a-b7cd-f6c2fb483875 req-fbe3e39c-9912-494e-afa8-b9f44dd3fcb5 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464993 May 05 15:08:15.487412 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33642) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:08:15.564912 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a4f72-1a2c-4f42-b5e1-4a67d760e750 tempest-TestVolumeBootPattern-1879752130 tempest-TestVolumeBootPattern-1879752130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:15.566685 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9d2a4f72-1a2c-4f42-b5e1-4a67d760e750 tempest-TestVolumeBootPattern-1879752130 tempest-TestVolumeBootPattern-1879752130-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 1124 time: 0.0782719 May 05 15:08:15.569514 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 33646) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:08:15.574246 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'port_id': 'fe3e3204-069c-428d-92b4-ffdc6712abf6', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:08:15.594940 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:15.674434 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:15.774646 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Allocated IP 172.27.1.241 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/3f53ba43-25d3-4043-a371-aedb8bbf1089) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:08:15.876105 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for port (3f53ba43-25d3-4043-a371-aedb8bbf1089), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:15.907882 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (3f53ba43-25d3-4043-a371-aedb8bbf1089), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:15.943015 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:08:15.945755 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:08:15.949789 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:08:15.975817 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'Port': ['ID=3f53ba43-25d3-4043-a371-aedb8bbf1089,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:08:16.258980 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:16.309477 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (148c561f-a5c9-4503-a972-2bc90b0683cf), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:16.374802 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (3f53ba43-25d3-4043-a371-aedb8bbf1089), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:16.522848 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for port (3f53ba43-25d3-4043-a371-aedb8bbf1089), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:16.527831 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (3f53ba43-25d3-4043-a371-aedb8bbf1089), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:16.594920 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'Port': ['ID=3f53ba43-25d3-4043-a371-aedb8bbf1089,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:08:16.607015 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (148c561f-a5c9-4503-a972-2bc90b0683cf), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:16.704964 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Floating IP 148c561f-a5c9-4503-a972-2bc90b0683cf associated. External IP: 172.27.1.241, port: fe3e3204-069c-428d-92b4-ffdc6712abf6. May 05 15:08:17.161393 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Router 6b48eb86-11a9-4585-8c35-c75f4165359f has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:08:17.269793 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:08:17.279130 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] Sync routers for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:08:17.287001 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:17.289446 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:08:17.290128 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:08:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:08:17.316714 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-22b8c4f3-c19f-415e-ace9-02f3ff6cde24 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7459188 May 05 15:08:17.317288 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'tag': 'fe3e3204-069c-428d-92b4-ffdc6712abf6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:08:17.319553 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10649f58-a38c-48c8-a4ee-4fb448cc474d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f8215f-1f13-4d4a-8ddc-9295f77a7e49", "tag": "fe3e3204-069c-428d-92b4-ffdc6712abf6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:08:17.361377 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651d8a57-684d-43a5-991a-71afa31002a3 x-openstack-request-id: req-651d8a57-684d-43a5-991a-71afa31002a3 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:08:17.361693 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f8215f-1f13-4d4a-8ddc-9295f77a7e49", "tag": "fe3e3204-069c-428d-92b4-ffdc6712abf6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:08:17.361951 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-651d8a57-684d-43a5-991a-71afa31002a3 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:08:17.362351 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651d8a57-684d-43a5-991a-71afa31002a3'] response: {'name': 'network-changed', 'server_uuid': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'tag': 'fe3e3204-069c-428d-92b4-ffdc6712abf6', 'status': 'completed', 'code': 200} May 05 15:08:17.399867 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:08:17.447669 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-9722661a-3686-4e38-a7e8-65898739f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:17.449178 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-9722661a-3686-4e38-a7e8-65898739f1f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 1129 time: 0.0426092 May 05 15:08:17.542475 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-3600522f-e96a-4bde-9534-33516d5aa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:17.543926 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-3600522f-e96a-4bde-9534-33516d5aa615 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0872602 May 05 15:08:17.609453 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-6ea12dec-1251-4337-9765-d655486be757 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3e3204-069c-428d-92b4-ffdc6712abf6 HTTP/1.1" status: 200 len: 999 time: 0.0583920 May 05 15:08:17.615175 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '148c561f-a5c9-4503-a972-2bc90b0683cf', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': 'fe3e3204-069c-428d-92b4-ffdc6712abf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:0b:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:08:16Z', 'updated_at': '2022-05-05T15:08:16Z', 'revision_number': 0, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:08:17.645528 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] Checking router: 6b48eb86-11a9-4585-8c35-c75f4165359f for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:08:17.654078 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:08:17.654693 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:08:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:08:17.659981 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-df7d42c2-8f2e-46c5-b6c6-b86669592941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:17.661442 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-df7d42c2-8f2e-46c5-b6c6-b86669592941 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0459249 May 05 15:08:17.707001 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:17.707639 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-b34ada76-e400-4ae0-bbad-26efde56070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:17.709175 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-b34ada76-e400-4ae0-bbad-26efde56070b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423493 May 05 15:08:17.773294 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:08:17.797430 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-3277f215-ba4d-4f77-907d-ae95424792b2 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823972 May 05 15:08:17.893459 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-10649f58-a38c-48c8-a4ee-4fb448cc474d req-686b765f-0580-40a7-9887-b97e724a9766 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901346 May 05 15:08:17.984070 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '148c561f-a5c9-4503-a972-2bc90b0683cf', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': 'fe3e3204-069c-428d-92b4-ffdc6712abf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:0b:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:08:16Z', 'updated_at': '2022-05-05T15:08:16Z', 'revision_number': 0, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:08:18.015254 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40104888-58a3-4047-93e8-aec1d7494406 None None] The sync data for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi is: [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '148c561f-a5c9-4503-a972-2bc90b0683cf', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': 'fe3e3204-069c-428d-92b4-ffdc6712abf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:0b:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:08:16Z', 'updated_at': '2022-05-05T15:08:16Z', 'revision_number': 0, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:08:18.217128 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1d2ee0-547e-43b6-af5a-19c66aba863e None None] New status for floating IP 148c561f-a5c9-4503-a972-2bc90b0683cf: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:08:18.994797 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:30.013295 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:32.139017 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:08:37.486637 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-bc522fb2-cdcc-4f61-bdc7-942041cc1b1e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382543 May 05 15:08:37.589501 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-1a33c349-2b48-41e2-b7c9-0ad78f9821e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:37.590995 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-1a33c349-2b48-41e2-b7c9-0ad78f9821e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 1129 time: 0.0399945 May 05 15:08:37.699573 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-68c0ccd8-0294-4afe-9bf0-ef87f92d89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:37.700933 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-68c0ccd8-0294-4afe-9bf0-ef87f92d89d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0895498 May 05 15:08:37.764499 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-92bf0aab-329b-41af-b676-ea62d1b33ad1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3e3204-069c-428d-92b4-ffdc6712abf6 HTTP/1.1" status: 200 len: 1001 time: 0.0565722 May 05 15:08:37.815094 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-0841100b-9a26-445e-a5ea-f40a6cb07d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:37.816771 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-0841100b-9a26-445e-a5ea-f40a6cb07d34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0462408 May 05 15:08:37.858072 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-65d339dc-584f-440a-aa78-8a9a1f4c0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:08:37.859834 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-65d339dc-584f-440a-aa78-8a9a1f4c0442 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374832 May 05 15:08:37.951586 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-f931f010-50ef-4d63-9d82-d0b78a01df5b service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851955 May 05 15:08:38.044439 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2151b1b7-554d-4c7f-a62a-fe726744a49f req-97b5a066-ff02-41f8-a245-cf26564c6f90 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855145 May 05 15:08:42.558641 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60db30d5-9f5b-4df9-81fe-7aa8fb5fbc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:44.963053 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c7a2de9-53f7-45f3-9e89-e9d9d1502b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:46.261147 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:47.674492 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:08:48.996793 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:00.002982 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:09.138580 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:09:12.563977 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bcf25e95-b398-4fce-84c0-61464e605958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:14.965272 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bfbe-7dbb-4374-8f4a-3eaa20c939df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:16.263377 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:17.676391 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:18.998833 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:30.027750 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:39.033446 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-05d35227-24a9-4451-8b88-c5d2e532f4f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384300 May 05 15:09:39.132142 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-7c92b61f-dfcd-4ba1-9f65-ab4cb6f7a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:09:39.133582 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-7c92b61f-dfcd-4ba1-9f65-ab4cb6f7a46e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 1129 time: 0.0416505 May 05 15:09:39.233988 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-1554d1c5-7d22-4168-a476-389af211c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:09:39.235461 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-1554d1c5-7d22-4168-a476-389af211c92d service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0842383 May 05 15:09:39.301922 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-da2bee7a-bc10-486f-bd8f-1ee925c29ed6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3e3204-069c-428d-92b4-ffdc6712abf6 HTTP/1.1" status: 200 len: 1001 time: 0.0602481 May 05 15:09:39.347534 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-8a66e023-ac2e-4690-ae34-6740e127d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:09:39.348914 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-8a66e023-ac2e-4690-ae34-6740e127d4dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0413415 May 05 15:09:39.389952 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-7e7e2833-ecc8-46ca-81e6-c1ed6dc16221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:09:39.391370 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-7e7e2833-ecc8-46ca-81e6-c1ed6dc16221 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367992 May 05 15:09:39.484075 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-79f0dc97-6cf9-4c1d-a959-adeb3d8d9cab service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857084 May 05 15:09:39.571156 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6a695edf-20eb-41c5-bfc7-7fd14b401368 req-b0b7813c-351e-4d3c-ba0c-c31a91f430be service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811830 May 05 15:09:42.565566 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06a0eb4b-79a7-4485-8e61-c0d862cf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:44.966097 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ef4059c-076f-4f4a-bd87-45329082558f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:46.139884 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:09:46.266583 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:47.679918 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:09:49.000947 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:00.042876 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:12.569853 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c14e0bf8-27a0-4037-8de6-05569855e176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:13.734692 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51868406-cdc4-4256-bc3d-27af2ed30ed6 req-8b4a2848-6905-43e2-8d5d-453c806706b8 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:13.736075 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51868406-cdc4-4256-bc3d-27af2ed30ed6 req-8b4a2848-6905-43e2-8d5d-453c806706b8 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 945 time: 0.0483506 May 05 15:10:13.783666 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51868406-cdc4-4256-bc3d-27af2ed30ed6 req-2f5a7119-27fe-4ffa-b561-ed80c91de4c2 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420892 May 05 15:10:14.901775 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d92d29-84cc-4833-8337-43c3f0105cc4 req-3cfc5247-a5b6-4cd0-be5e-288f7b9268ab tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:14.903230 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6d92d29-84cc-4833-8337-43c3f0105cc4 req-3cfc5247-a5b6-4cd0-be5e-288f7b9268ab tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 945 time: 0.0502636 May 05 15:10:14.954651 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6d92d29-84cc-4833-8337-43c3f0105cc4 req-9c0eba3f-aea5-46e2-83ea-62b4929a3c52 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458055 May 05 15:10:14.966576 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82304f12-f692-4cbc-b809-b9755a1c48a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:15.353631 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf941e82-af97-4600-b48e-30b0018f579a req-206bdd01-ca32-4758-a324-a95047a92422 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:15.355076 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bf941e82-af97-4600-b48e-30b0018f579a req-206bdd01-ca32-4758-a324-a95047a92422 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 945 time: 0.0507941 May 05 15:10:15.435985 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Deleting port fe3e3204-069c-428d-92b4-ffdc6712abf6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:10:15.436331 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:15.528543 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] For port fe3e3204-069c-428d-92b4-ffdc6712abf6, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=fe3e3204-069c-428d-92b4-ffdc6712abf6,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:10:15.528911 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:15.696460 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:15.696848 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (148c561f-a5c9-4503-a972-2bc90b0683cf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:15.697161 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Floating IP 148c561f-a5c9-4503-a972-2bc90b0683cf disassociated. External IP: 172.27.1.241, port: fe3e3204-069c-428d-92b4-ffdc6712abf6. May 05 15:10:15.697511 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Calling delete_port for fe3e3204-069c-428d-92b4-ffdc6712abf6 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:10:15.825212 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (fe3e3204-069c-428d-92b4-ffdc6712abf6), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:15.853734 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event deleted for resources: {'Port': ['ID=fe3e3204-069c-428d-92b4-ffdc6712abf6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:10:15.863487 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.863835 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.864182 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.864521 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.864854 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.865188 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.865518 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.865868 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.866195 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.866517 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.866843 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.867166 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.867506 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.867828 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.868148 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:15.976397 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Router 6b48eb86-11a9-4585-8c35-c75f4165359f has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:10:16.058417 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f9752d1d-a230-4255-9bc0-e90745baaaba req-1805275c-9d60-4b17-a585-500a5a513931 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 210 time: 0.0277116 May 05 15:10:16.090489 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:10:16.099786 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] Sync routers for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:10:16.110069 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:10:16.110683 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:10:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:10:16.132263 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] No DVR routers for this DVR port fe3e3204-069c-428d-92b4-ffdc6712abf6 on host hv-cinder-83942 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:10:16.135037 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:16.139481 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bf941e82-af97-4600-b48e-30b0018f579a req-6fb8b431-9d23-4a6f-b226-8207c563ef04 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "DELETE /v2.0/ports/fe3e3204-069c-428d-92b4-ffdc6712abf6 HTTP/1.1" status: 204 len: 173 time: 0.7787104 May 05 15:10:16.139944 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'name': 'network-vif-deleted', 'tag': 'fe3e3204-069c-428d-92b4-ffdc6712abf6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:10:16.143071 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdc0f97-4006-40bf-96b7-7ab0547a1ce0" -d '{"events": [{"server_uuid": "c5f8215f-1f13-4d4a-8ddc-9295f77a7e49", "name": "network-vif-deleted", "tag": "fe3e3204-069c-428d-92b4-ffdc6712abf6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:10:16.184088 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65590e1b-9632-4206-a2da-0d9e17be493d x-openstack-request-id: req-65590e1b-9632-4206-a2da-0d9e17be493d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:10:16.184593 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f8215f-1f13-4d4a-8ddc-9295f77a7e49", "name": "network-vif-deleted", "tag": "fe3e3204-069c-428d-92b4-ffdc6712abf6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:10:16.184824 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65590e1b-9632-4206-a2da-0d9e17be493d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:10:16.185344 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65590e1b-9632-4206-a2da-0d9e17be493d'] response: {'server_uuid': 'c5f8215f-1f13-4d4a-8ddc-9295f77a7e49', 'name': 'network-vif-deleted', 'tag': 'fe3e3204-069c-428d-92b4-ffdc6712abf6', 'status': 'completed', 'code': 200} May 05 15:10:16.312586 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:16.374033 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:10:16.568278 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:10:16.595538 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] Checking router: 6b48eb86-11a9-4585-8c35-c75f4165359f for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:10:16.604998 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:10:16.605774 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:10:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:10:16.716281 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:10:16.908988 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:10:16.936335 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684cef3-cb06-4feb-99fd-4f132742a3cc None None] The sync data for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi is: [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:10:17.165951 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f290158c-846b-4d26-8537-82fb7a4898c4 None None] New status for floating IP 148c561f-a5c9-4503-a972-2bc90b0683cf: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:10:17.173268 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-688c04c0-c882-4040-8537-4bfad929abed req-4eb0a959-7fc4-44c6-b100-fd2a313c30f6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f8215f-1f13-4d4a-8ddc-9295f77a7e49 HTTP/1.1" status: 200 len: 210 time: 0.0302024 May 05 15:10:17.685490 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:18.197796 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device fe3e3204-069c-428d-92b4-ffdc6712abf6 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:10:18.218497 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: fe3e3204-069c-428d-92b4-ffdc6712abf6 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:10:18.218839 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device fe3e3204-069c-428d-92b4-ffdc6712abf6 not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:10:18.382292 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-b82ea700-0d15-4b14-be91-5ee6af2be41b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652257904&fields=id&tenant_id=96dff8e44df34088aeec63a217d030bc HTTP/1.1" status: 200 len: 267 time: 0.0453482 May 05 15:10:18.494908 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-d8e0ce49-3ad5-4b47-92aa-a80f3917b776 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:18.497067 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-d8e0ce49-3ad5-4b47-92aa-a80f3917b776 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 810 time: 0.1070356 May 05 15:10:18.511450 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-9de04f65-5696-464f-8a2f-9c5ecb3dfba5 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/quotas/96dff8e44df34088aeec63a217d030bc HTTP/1.1" status: 200 len: 375 time: 0.0087006 May 05 15:10:18.559328 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-07c2f07d-7728-4127-96d4-6bd24e5ea19a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434942 May 05 15:10:18.656887 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-7256abee-4a8f-4759-a15e-1e3f3fcb7a34 service neutron] 10.222.0.48 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859103 May 05 15:10:18.744125 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-5a39df70-215e-4475-83a5-e34fe8bf1c76 service neutron] 10.222.0.48 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815554 May 05 15:10:19.005372 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:19.051111 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-557bb02d-7e7a-4035-9a7b-54d9c8a439b4 req-fcd8197d-c52d-4198-a5a6-a5a7e3f0ed76 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 210 time: 0.0339403 May 05 15:10:20.022535 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-d90625cd-7eac-403f-8a21-e1412a1c0385 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:20.023965 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-d90625cd-7eac-403f-8a21-e1412a1c0385 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 810 time: 0.1057670 May 05 15:10:20.115642 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-773d8aa7-c209-4f7c-9de8-8b47fbac4db0 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96dff8e44df34088aeec63a217d030bc HTTP/1.1" status: 200 len: 379 time: 0.0562181 May 05 15:10:20.127344 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'port': {'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'admin_state_up': True, 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'security_groups': ['6bb3a7b2-ffb9-478e-8349-ae02ab5aff70']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:10:20.154769 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-214eabfe-adc3-46df-b90f-c4a83b5aa263 req-704a42f9-c28b-4926-b8c1-21d3f28c3943 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 210 time: 0.0285420 May 05 15:10:20.236482 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Made reservation on behalf of 96dff8e44df34088aeec63a217d030bc for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:10:20.239725 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:20.360235 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Allocated IP 172.20.0.9 (8d98ed29-80a4-4aa2-91dd-d571728a161b/8152e649-f51e-4924-a3c3-46a50a4cfa79/19555cd1-642f-414b-a947-54768ff1e278) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:10:20.503733 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for port (19555cd1-642f-414b-a947-54768ff1e278), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:20.540313 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (19555cd1-642f-414b-a947-54768ff1e278), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:20.596267 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:10:20.597626 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'Port': ['ID=19555cd1-642f-414b-a947-54768ff1e278,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:10:20.600207 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:10:20.602256 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:10:20.656091 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:20.656762 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:20.674110 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-69b7f2c4-fd0b-4cfc-aa1c-bc81ce42b4d4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503409 May 05 15:10:20.751299 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Request body: {'port': {'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:10:20.811630 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (19555cd1-642f-414b-a947-54768ff1e278), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:20.847707 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-c67af248-23bf-4580-9511-c99b467e2954 None None] Provisioning complete for port 19555cd1-642f-414b-a947-54768ff1e278 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:10:20.848262 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c67af248-23bf-4580-9511-c99b467e2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (19555cd1-642f-414b-a947-54768ff1e278), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:20.883569 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c67af248-23bf-4580-9511-c99b467e2954 None None] Port 19555cd1-642f-414b-a947-54768ff1e278 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:10:21.074715 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19555cd1-642f-414b-a947-54768ff1e278 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:10:21.081906 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Publish callbacks [] for port (19555cd1-642f-414b-a947-54768ff1e278), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:21.094648 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Transition to ACTIVE for port object 19555cd1-642f-414b-a947-54768ff1e278 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:10:21.098329 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (19555cd1-642f-414b-a947-54768ff1e278), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:21.147164 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Pushing event updated for resources: {'Port': ['ID=19555cd1-642f-414b-a947-54768ff1e278,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:10:21.224034 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Attempting to bind port 19555cd1-642f-414b-a947-54768ff1e278 on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:10:21.224432 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Attempting to bind port 19555cd1-642f-414b-a947-54768ff1e278 by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:10:21.224772 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Attempting to bind port 19555cd1-642f-414b-a947-54768ff1e278 on network 8d98ed29-80a4-4aa2-91dd-d571728a161b {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:10:21.230379 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Port 19555cd1-642f-414b-a947-54768ff1e278 on network 8d98ed29-80a4-4aa2-91dd-d571728a161b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:10:21.230735 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Attempting to bind port 19555cd1-642f-414b-a947-54768ff1e278 on network 8d98ed29-80a4-4aa2-91dd-d571728a161b {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:10:21.236052 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:10:21.236388 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Checking segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:10:21.236771 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Bound using segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:10:21.237197 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Bound port: 19555cd1-642f-414b-a947-54768ff1e278, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:10:21.237729 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (19555cd1-642f-414b-a947-54768ff1e278), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:21.277096 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50540c4-49c1-4d67-a4c2-cd4be2e5ae0f req-fd7473bf-0959-476b-88aa-2969e4318082 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:21.278570 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a50540c4-49c1-4d67-a4c2-cd4be2e5ae0f req-fd7473bf-0959-476b-88aa-2969e4318082 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 943 time: 0.0501468 May 05 15:10:21.310347 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] For port 19555cd1-642f-414b-a947-54768ff1e278, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:10:21.313409 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] For port 19555cd1-642f-414b-a947-54768ff1e278, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=19555cd1-642f-414b-a947-54768ff1e278,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:10:21.320442 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (19555cd1-642f-414b-a947-54768ff1e278), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:21.338521 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a50540c4-49c1-4d67-a4c2-cd4be2e5ae0f req-abe9ac00-2473-4793-89f9-357d443901bb tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516953 May 05 15:10:21.353742 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:21.354919 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:21.356287 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] 10.222.0.25 "PUT /v2.0/ports/19555cd1-642f-414b-a947-54768ff1e278 HTTP/1.1" status: 200 len: 1093 time: 0.6094885 May 05 15:10:21.356723 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59163a77-a048-47d0-98a7-ea46e89ed408', 'tag': '19555cd1-642f-414b-a947-54768ff1e278'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:10:21.358986 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc" -d '{"events": [{"name": "network-changed", "server_uuid": "59163a77-a048-47d0-98a7-ea46e89ed408", "tag": "19555cd1-642f-414b-a947-54768ff1e278"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:10:21.384483 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f91a0-6465-4e43-9b99-d4a5cbfb775d service neutron] Pushing event updated for resources: {'Port': ['ID=19555cd1-642f-414b-a947-54768ff1e278,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:10:21.412676 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a9914d-2d93-483e-bd7d-33323c00d306 x-openstack-request-id: req-e1a9914d-2d93-483e-bd7d-33323c00d306 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:10:21.413049 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59163a77-a048-47d0-98a7-ea46e89ed408", "tag": "19555cd1-642f-414b-a947-54768ff1e278", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:10:21.413382 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1a9914d-2d93-483e-bd7d-33323c00d306 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:10:21.413890 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a9914d-2d93-483e-bd7d-33323c00d306'] response: {'name': 'network-changed', 'server_uuid': '59163a77-a048-47d0-98a7-ea46e89ed408', 'tag': '19555cd1-642f-414b-a947-54768ff1e278', 'status': 'completed', 'code': 200} May 05 15:10:21.471817 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-77617213-1442-450f-a172-c37c8d27a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:21.473329 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-77617213-1442-450f-a172-c37c8d27a042 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 1127 time: 0.0427170 May 05 15:10:21.526982 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-fe3e3b1e-cb30-44f2-b9de-bd6aabb781ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19555cd1-642f-414b-a947-54768ff1e278 HTTP/1.1" status: 200 len: 217 time: 0.0388970 May 05 15:10:21.822938 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-abb59c70-ea14-440b-b02b-4cb078d63aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:21.824505 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-abb59c70-ea14-440b-b02b-4cb078d63aca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.2922328 May 05 15:10:21.866449 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-061d8d5b-420c-4419-bb28-4965d7d68de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:21.867895 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-061d8d5b-420c-4419-bb28-4965d7d68de4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369835 May 05 15:10:21.957482 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-478a6746-7d9a-458e-85d6-221c8ec4b239 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837421 May 05 15:10:22.045011 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2838edc7-1a03-4b33-8e37-8b81b3910d5e req-2c05a433-6d90-4388-9460-14dea8dad013 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813777 May 05 15:10:22.337915 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-f5dc5217-7e61-499a-92c0-dc320bbba78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:22.340139 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-f5dc5217-7e61-499a-92c0-dc320bbba78c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 1127 time: 0.0397480 May 05 15:10:22.435911 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-e04b5313-44d4-4d9a-a780-afa197e74ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:22.437381 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-e04b5313-44d4-4d9a-a780-afa197e74ea2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0909956 May 05 15:10:22.457984 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368b43d-569c-4fbd-b8cd-70877a65f082 req-ff126269-6727-4813-8158-bd07e0e17fc9 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:22.459474 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3368b43d-569c-4fbd-b8cd-70877a65f082 req-ff126269-6727-4813-8158-bd07e0e17fc9 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 943 time: 0.0484405 May 05 15:10:22.478103 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-c4f7efa9-960d-4a10-8c19-8ec6e54e5826 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19555cd1-642f-414b-a947-54768ff1e278 HTTP/1.1" status: 200 len: 217 time: 0.0345027 May 05 15:10:22.513081 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3368b43d-569c-4fbd-b8cd-70877a65f082 req-d2bd94cf-4f0e-4cda-af38-1b1146bf48b6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478857 May 05 15:10:22.529310 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-c5980901-aa19-43da-bf2c-beabf2117147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:22.530767 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-c5980901-aa19-43da-bf2c-beabf2117147 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0470638 May 05 15:10:22.572728 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-1edb9a67-a70f-41ad-b981-44cc628f41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:22.575100 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-1edb9a67-a70f-41ad-b981-44cc628f41bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385382 May 05 15:10:22.664808 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-401f50ef-2bc1-4c65-8191-230df5ebe62e service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831842 May 05 15:10:22.751712 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6978ad45-3c48-4b83-ac4e-f8ddc3a212bc req-1e13e707-5ce0-476d-822a-6e68274a02f2 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805509 May 05 15:10:23.138791 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:10:23.625808 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640822-dd85-4955-ae0c-168d5efd6671 req-c428aae1-5fe3-4a91-9989-54c62a4405b6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:23.627310 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a0640822-dd85-4955-ae0c-168d5efd6671 req-c428aae1-5fe3-4a91-9989-54c62a4405b6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 943 time: 0.0468290 May 05 15:10:23.676343 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a0640822-dd85-4955-ae0c-168d5efd6671 req-2a8d707b-99ba-4bba-b8e4-027573d36d98 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432940 May 05 15:10:24.793753 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86dfca-2be2-42b6-b4c5-9220184c9502 req-923d3d57-450a-46cd-8380-1b3f1accf528 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:24.795194 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ad86dfca-2be2-42b6-b4c5-9220184c9502 req-923d3d57-450a-46cd-8380-1b3f1accf528 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 943 time: 0.0471823 May 05 15:10:24.842997 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ad86dfca-2be2-42b6-b4c5-9220184c9502 req-6c3ea92c-52b6-4712-821b-1fae70d918ce tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423841 May 05 15:10:25.957399 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42956f07-8471-4f0b-bbbd-1acc2dcd11f3 req-c58a606e-434a-4a41-9d3d-5486f444de4a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:25.958858 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42956f07-8471-4f0b-bbbd-1acc2dcd11f3 req-c58a606e-434a-4a41-9d3d-5486f444de4a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 943 time: 0.0498331 May 05 15:10:26.007553 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42956f07-8471-4f0b-bbbd-1acc2dcd11f3 req-f2762476-2148-40f7-af8b-fa4fc3b8639a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 May 05 15:10:27.118654 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c0216-877c-4da0-a92c-973ee85123af req-673d5379-36e3-4028-a857-01e80110c279 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:27.120841 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-171c0216-877c-4da0-a92c-973ee85123af req-673d5379-36e3-4028-a857-01e80110c279 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 943 time: 0.0474064 May 05 15:10:27.168577 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-171c0216-877c-4da0-a92c-973ee85123af req-3d1c7d3e-3a70-4d62-a886-66b1170bdcb4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 May 05 15:10:28.254605 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 19555cd1-642f-414b-a947-54768ff1e278 details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:10:28.280501 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf1697-56e5-46e5-b1b5-869cbed20e5b req-9a230ea9-61db-4400-981a-d4d8a6d9a843 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:28.282009 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3faf1697-56e5-46e5-b1b5-869cbed20e5b req-9a230ea9-61db-4400-981a-d4d8a6d9a843 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 943 time: 0.0462832 May 05 15:10:28.334636 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3faf1697-56e5-46e5-b1b5-869cbed20e5b req-cb8bc7c5-af3c-48ee-ab83-a2d41c5a7897 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469878 May 05 15:10:28.355413 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 19555cd1-642f-414b-a947-54768ff1e278, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=19555cd1-642f-414b-a947-54768ff1e278,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:10:28.366234 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '19555cd1-642f-414b-a947-54768ff1e278', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'mac_address': 'fa:16:3e:f3:7c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:10:28.402655 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 19555cd1-642f-414b-a947-54768ff1e278 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:10:28.403035 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (19555cd1-642f-414b-a947-54768ff1e278), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:28.415217 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19555cd1-642f-414b-a947-54768ff1e278 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:10:28.438498 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 19555cd1-642f-414b-a947-54768ff1e278, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=19555cd1-642f-414b-a947-54768ff1e278,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:10:28.442423 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (19555cd1-642f-414b-a947-54768ff1e278), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:28.489845 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=19555cd1-642f-414b-a947-54768ff1e278,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:10:28.497347 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.497725 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.498071 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.498411 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.498742 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.499071 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.499398 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.499723 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.500047 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.500377 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.500702 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.501025 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.501344 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.501686 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.502013 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:28.724498 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['19555cd1-642f-414b-a947-54768ff1e278'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:10:29.446961 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba568d9-08ed-4e39-9538-f9fb035b3cd1 req-3ff9bc32-8c95-4c99-8f2a-974476a2bd4d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:29.449055 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ba568d9-08ed-4e39-9538-f9fb035b3cd1 req-3ff9bc32-8c95-4c99-8f2a-974476a2bd4d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 944 time: 0.0474558 May 05 15:10:29.498518 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ba568d9-08ed-4e39-9538-f9fb035b3cd1 req-14eb7053-cbb7-4d11-a350-8d0141261b18 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434675 May 05 15:10:30.039236 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:30.286613 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 19555cd1-642f-414b-a947-54768ff1e278 up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:10:30.330635 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 19555cd1-642f-414b-a947-54768ff1e278 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:10:30.336835 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 19555cd1-642f-414b-a947-54768ff1e278 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:10:30.337208 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (19555cd1-642f-414b-a947-54768ff1e278), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:30.414224 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 19555cd1-642f-414b-a947-54768ff1e278 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:10:30.414605 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (19555cd1-642f-414b-a947-54768ff1e278), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:30.437577 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59163a77-a048-47d0-98a7-ea46e89ed408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19555cd1-642f-414b-a947-54768ff1e278'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:10:30.439822 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557b5c5b-c475-4bcc-9718-01fb33fd4584" -d '{"events": [{"server_uuid": "59163a77-a048-47d0-98a7-ea46e89ed408", "name": "network-vif-plugged", "status": "completed", "tag": "19555cd1-642f-414b-a947-54768ff1e278"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:10:30.453123 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 19555cd1-642f-414b-a947-54768ff1e278, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=19555cd1-642f-414b-a947-54768ff1e278,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:10:30.457626 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (19555cd1-642f-414b-a947-54768ff1e278), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:30.482039 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8fcb7f-ee50-47d6-9b8d-4edd283cb3b0 x-openstack-request-id: req-6a8fcb7f-ee50-47d6-9b8d-4edd283cb3b0 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:10:30.482339 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59163a77-a048-47d0-98a7-ea46e89ed408", "name": "network-vif-plugged", "status": "completed", "tag": "19555cd1-642f-414b-a947-54768ff1e278", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:10:30.482620 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a8fcb7f-ee50-47d6-9b8d-4edd283cb3b0 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:10:30.483014 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8fcb7f-ee50-47d6-9b8d-4edd283cb3b0'] response: {'server_uuid': '59163a77-a048-47d0-98a7-ea46e89ed408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19555cd1-642f-414b-a947-54768ff1e278', 'code': 200} May 05 15:10:30.507762 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=19555cd1-642f-414b-a947-54768ff1e278,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:10:30.611804 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f75835-68f6-4df8-9584-c9ae7b762e64 req-1c0a2b87-0dce-4306-88db-b7bab53b36fe tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:30.613420 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-43f75835-68f6-4df8-9584-c9ae7b762e64 req-1c0a2b87-0dce-4306-88db-b7bab53b36fe tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 945 time: 0.0484302 May 05 15:10:30.666390 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-43f75835-68f6-4df8-9584-c9ae7b762e64 req-bddb3395-f367-4044-927d-7afdfaa6fa88 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471089 May 05 15:10:30.717353 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40a3a5-82da-403d-a9d8-edc99663064f req-c990cc46-3a93-4ec7-a972-a6ae6e3d06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:30.718856 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-eb40a3a5-82da-403d-a9d8-edc99663064f req-c990cc46-3a93-4ec7-a972-a6ae6e3d06f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 1129 time: 0.0389192 May 05 15:10:30.766227 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-eb40a3a5-82da-403d-a9d8-edc99663064f req-ae854de2-5d5f-4da3-8125-881eb54a2a6b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419650 May 05 15:10:31.783604 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7bded-d940-4877-976e-743cda730c10 req-cf0a58b4-32f0-49a2-a40d-605f49e59fb0 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:31.785084 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ac7bded-d940-4877-976e-743cda730c10 req-cf0a58b4-32f0-49a2-a40d-605f49e59fb0 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 945 time: 0.0493519 May 05 15:10:31.832785 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ac7bded-d940-4877-976e-743cda730c10 req-10634088-9f2c-4f5b-8b83-080370c3c51e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421579 May 05 15:10:32.948464 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bd41b-ee1b-420b-abe9-c9f0fce0307f req-afc2412f-8357-4d9f-a4aa-dea736cfc35f tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:32.949906 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-202bd41b-ee1b-420b-abe9-c9f0fce0307f req-afc2412f-8357-4d9f-a4aa-dea736cfc35f tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 945 time: 0.0470181 May 05 15:10:32.998822 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-202bd41b-ee1b-420b-abe9-c9f0fce0307f req-88c7d61d-c0fb-4185-bb1e-036d3a87c39a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433593 May 05 15:10:33.113751 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a22d4f-43f8-4cf9-9f4b-71114ef19205 req-d48da8b8-48c1-4611-b0e9-4a5aab490bae tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:33.115112 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92a22d4f-43f8-4cf9-9f4b-71114ef19205 req-d48da8b8-48c1-4611-b0e9-4a5aab490bae tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 945 time: 0.0496597 May 05 15:10:33.162912 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92a22d4f-43f8-4cf9-9f4b-71114ef19205 req-1bf78c60-5162-4d8c-991a-94d9d93e7f0e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418298 May 05 15:10:33.184900 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33764) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:10:33.221918 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b1dde-a04e-47f0-99c7-87b1d97e3918 tempest-TestVolumeBootPattern-1879752130 tempest-TestVolumeBootPattern-1879752130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:33.223386 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-782b1dde-a04e-47f0-99c7-87b1d97e3918 tempest-TestVolumeBootPattern-1879752130 tempest-TestVolumeBootPattern-1879752130-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 1124 time: 0.0375421 May 05 15:10:33.226117 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33766) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:10:33.230987 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:10:33.250992 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:33.329657 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:33.429712 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Allocated IP 172.27.1.193 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/4bbb5fb9-5272-4e7f-90f7-d5d293d40cad) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:10:33.532482 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for port (4bbb5fb9-5272-4e7f-90f7-d5d293d40cad), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:33.564887 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (4bbb5fb9-5272-4e7f-90f7-d5d293d40cad), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:33.601507 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:10:33.604883 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:10:33.610361 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:10:33.615678 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'Port': ['ID=4bbb5fb9-5272-4e7f-90f7-d5d293d40cad,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:10:33.643940 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.644290 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.644638 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.644978 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.645315 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.645664 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.645996 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.646323 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.646647 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.646979 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.647306 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.647632 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.647954 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.648274 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.648593 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:10:33.979855 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (9e6f3c8e-1fdd-4b46-9206-4e6fd5407690), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:34.047356 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (4bbb5fb9-5272-4e7f-90f7-d5d293d40cad), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:34.193512 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for port (4bbb5fb9-5272-4e7f-90f7-d5d293d40cad), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:34.198355 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (4bbb5fb9-5272-4e7f-90f7-d5d293d40cad), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:34.266922 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'Port': ['ID=4bbb5fb9-5272-4e7f-90f7-d5d293d40cad,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:10:34.278989 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (9e6f3c8e-1fdd-4b46-9206-4e6fd5407690), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:34.379820 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Floating IP 9e6f3c8e-1fdd-4b46-9206-4e6fd5407690 associated. External IP: 172.27.1.193, port: 19555cd1-642f-414b-a947-54768ff1e278. May 05 15:10:34.588889 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Router 6b48eb86-11a9-4585-8c35-c75f4165359f has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:10:34.697354 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:10:34.708603 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] Sync routers for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:10:34.715007 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:34.718389 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:10:34.719001 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:10:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:10:34.832272 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:10:35.008262 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a72e5df7-07f1-4d91-ab95-38e556c7b452 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7810910 May 05 15:10:35.008927 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59163a77-a048-47d0-98a7-ea46e89ed408', 'tag': '19555cd1-642f-414b-a947-54768ff1e278'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:10:35.011698 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e9a878-721e-4419-b297-3929d008d15c" -d '{"events": [{"name": "network-changed", "server_uuid": "59163a77-a048-47d0-98a7-ea46e89ed408", "tag": "19555cd1-642f-414b-a947-54768ff1e278"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:10:35.061624 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '9e6f3c8e-1fdd-4b46-9206-4e6fd5407690', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:f3:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:10:33Z', 'updated_at': '2022-05-05T15:10:33Z', 'revision_number': 0, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:10:35.088076 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] Checking router: 6b48eb86-11a9-4585-8c35-c75f4165359f for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:10:35.096754 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:10:35.097365 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:10:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:10:35.132245 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1a08b6-b969-4577-9202-57845c7dad1d x-openstack-request-id: req-7f1a08b6-b969-4577-9202-57845c7dad1d {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:10:35.132541 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59163a77-a048-47d0-98a7-ea46e89ed408", "tag": "19555cd1-642f-414b-a947-54768ff1e278", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:10:35.132799 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f1a08b6-b969-4577-9202-57845c7dad1d {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:10:35.133196 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1a08b6-b969-4577-9202-57845c7dad1d'] response: {'name': 'network-changed', 'server_uuid': '59163a77-a048-47d0-98a7-ea46e89ed408', 'tag': '19555cd1-642f-414b-a947-54768ff1e278', 'status': 'completed', 'code': 200} May 05 15:10:35.208195 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:10:35.217906 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a878-721e-4419-b297-3929d008d15c req-934d442d-67c5-42ad-bd5d-9c89acea9a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:35.219405 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14e9a878-721e-4419-b297-3929d008d15c req-934d442d-67c5-42ad-bd5d-9c89acea9a8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 1129 time: 0.0393970 May 05 15:10:35.309273 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a878-721e-4419-b297-3929d008d15c req-432fadc9-8f30-464a-9571-9e63d2d4e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:35.310780 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14e9a878-721e-4419-b297-3929d008d15c req-432fadc9-8f30-464a-9571-9e63d2d4e824 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0850227 May 05 15:10:35.379923 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14e9a878-721e-4419-b297-3929d008d15c req-99178293-ba00-4702-96b8-fc0256ad0bbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19555cd1-642f-414b-a947-54768ff1e278 HTTP/1.1" status: 200 len: 999 time: 0.0635567 May 05 15:10:35.423702 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '9e6f3c8e-1fdd-4b46-9206-4e6fd5407690', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:f3:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:10:33Z', 'updated_at': '2022-05-05T15:10:33Z', 'revision_number': 0, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:10:35.427307 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a878-721e-4419-b297-3929d008d15c req-edd7f58a-f1b0-447b-bd4d-dde1d4af326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:35.428763 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14e9a878-721e-4419-b297-3929d008d15c req-edd7f58a-f1b0-447b-bd4d-dde1d4af326d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0432885 May 05 15:10:35.450420 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793010a1-7ef6-466c-ae39-3233ace13ea5 None None] The sync data for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi is: [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '9e6f3c8e-1fdd-4b46-9206-4e6fd5407690', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:f3:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:10:33Z', 'updated_at': '2022-05-05T15:10:33Z', 'revision_number': 0, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:10:35.473145 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a878-721e-4419-b297-3929d008d15c req-7f3ec5e3-59e2-479c-aaf7-0c3604d65895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:35.474599 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14e9a878-721e-4419-b297-3929d008d15c req-7f3ec5e3-59e2-479c-aaf7-0c3604d65895 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401134 May 05 15:10:35.569391 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14e9a878-721e-4419-b297-3929d008d15c req-ccce149b-6aa0-4cc3-b78d-f94068fe6626 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885770 May 05 15:10:35.645661 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d40c1e-ce39-4fc3-a7e2-90e0c1077e2c None None] New status for floating IP 9e6f3c8e-1fdd-4b46-9206-4e6fd5407690: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:10:35.665979 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-14e9a878-721e-4419-b297-3929d008d15c req-b0db3f18-fe78-4a8f-b4cb-48e85e6fc75b service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903430 May 05 15:10:40.848455 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f451a2-ae20-46e0-b969-006951ae49ec req-28a5f8e4-e98c-44ab-b7bd-f505f25f72ac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390601 May 05 15:10:40.939362 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f451a2-ae20-46e0-b969-006951ae49ec req-1401d2fc-60f7-4f6d-876a-c4a5720ab693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:40.941041 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f451a2-ae20-46e0-b969-006951ae49ec req-1401d2fc-60f7-4f6d-876a-c4a5720ab693 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 1129 time: 0.0374405 May 05 15:10:41.045846 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f451a2-ae20-46e0-b969-006951ae49ec req-f0d14dd5-3a02-4d0c-818f-76aacb476ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:41.047221 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f451a2-ae20-46e0-b969-006951ae49ec req-f0d14dd5-3a02-4d0c-818f-76aacb476ebe service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0876653 May 05 15:10:41.110575 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f451a2-ae20-46e0-b969-006951ae49ec req-952bbf21-d8d8-46a1-9a20-f7753af66f2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19555cd1-642f-414b-a947-54768ff1e278 HTTP/1.1" status: 200 len: 1001 time: 0.0570931 May 05 15:10:41.156707 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f451a2-ae20-46e0-b969-006951ae49ec req-b7fe628b-2e17-4b40-be81-984739dd848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:41.158104 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f451a2-ae20-46e0-b969-006951ae49ec req-b7fe628b-2e17-4b40-be81-984739dd848c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0425403 May 05 15:10:41.203574 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f451a2-ae20-46e0-b969-006951ae49ec req-9ee0bcce-7025-4cc2-869a-2e880e945f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:10:41.205008 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f451a2-ae20-46e0-b969-006951ae49ec req-9ee0bcce-7025-4cc2-869a-2e880e945f20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408094 May 05 15:10:41.290271 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f451a2-ae20-46e0-b969-006951ae49ec req-a85f22d5-17f5-4146-b43b-90cae8b798ac service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797591 May 05 15:10:41.389408 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f451a2-ae20-46e0-b969-006951ae49ec req-aa4afe9d-e9d2-409e-8b86-dce1957c56fd service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934012 May 05 15:10:42.572410 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be15b82b-95c5-4712-bd7a-b856e32c7cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:44.966633 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfb35adf-68f0-4941-8b36-0ce9d3f74139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:46.271082 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:47.686957 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:10:49.008301 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:00.058287 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:00.138419 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:11:12.574591 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e5adb5f9-519b-42ca-b535-d877cf122a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:14.967943 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54b0ead6-1cc8-4df7-b73e-2ca898f20d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:16.278619 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:17.815493 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:19.012291 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:30.062980 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:37.137992 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:11:41.453997 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-5eef035c-1966-4417-9312-ad3e2f20190c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394127 May 05 15:11:41.547535 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-f3debd17-9f55-42c9-ac5e-c5345a418b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:11:41.548985 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-f3debd17-9f55-42c9-ac5e-c5345a418b37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 1129 time: 0.0380697 May 05 15:11:41.653709 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-3ebb6a68-5ed7-467f-9d79-707113a3efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:11:41.655196 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-3ebb6a68-5ed7-467f-9d79-707113a3efd7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0881000 May 05 15:11:41.718753 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-3a962dce-6b0f-4674-bb6e-62231613f945 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19555cd1-642f-414b-a947-54768ff1e278 HTTP/1.1" status: 200 len: 1001 time: 0.0571468 May 05 15:11:41.770386 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-abb1e4a3-13a7-4458-818e-888163675f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:11:41.771810 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-abb1e4a3-13a7-4458-818e-888163675f86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0461361 May 05 15:11:41.812589 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-439a685b-9c1a-421d-afd8-4b7365f10c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:11:41.814050 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-439a685b-9c1a-421d-afd8-4b7365f10c1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366704 May 05 15:11:41.900799 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-1347fef7-ed9f-472b-8658-2213e7e7621a service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802372 May 05 15:11:41.989109 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b5bba783-9cf3-48b9-8f54-c39473211389 req-0f1ffcec-33c4-4ff7-891b-238d2bdcf9cc service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821881 May 05 15:11:42.576630 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-516fb888-464b-4938-a47d-f7b68325ecad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:44.968797 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84138d32-e232-459b-bc60-2260248207ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:46.277748 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:47.693567 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:11:49.013300 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:00.071651 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:04.302849 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [req-6ee67340-2b97-4b5f-bccd-ff6feb8170de req-fc4bae3d-9d6b-4c33-9d59-f12b3b920533 service neutron] (103281) timed out ('10.222.0.25', 65043) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:12:10.096837 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-465e600e-c6ac-4c66-a47d-ee0e3193ec25 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652257904&fields=id&tenant_id=96dff8e44df34088aeec63a217d030bc HTTP/1.1" status: 200 len: 267 time: 0.0427904 May 05 15:12:10.201931 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-a5b66222-4d65-4462-8fc1-f0b74d29fba5 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:10.203355 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-a5b66222-4d65-4462-8fc1-f0b74d29fba5 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 810 time: 0.0994883 May 05 15:12:10.217498 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-a9c9ad3d-35ee-4e05-9553-29ffe19cf8d8 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/quotas/96dff8e44df34088aeec63a217d030bc HTTP/1.1" status: 200 len: 375 time: 0.0087881 May 05 15:12:10.267594 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-37f34a12-27fa-4bd3-b0b8-95ea5a637e73 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452368 May 05 15:12:10.362816 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-499695f5-30d9-46e8-9fcd-561412e779b3 service neutron] 10.222.0.48 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813150 May 05 15:12:10.454641 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-ef635774-20ad-4428-bb75-c4bc1f2d8e85 service neutron] 10.222.0.48 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856311 May 05 15:12:10.794892 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3a3afcc0-0c75-4542-9f2a-80d602f20443 req-358be706-0a11-4066-8cb2-c075cee77023 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 210 time: 0.0887647 May 05 15:12:11.689426 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-b5533fa4-078d-4693-a0ec-0503664b8785 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:11.690795 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-b5533fa4-078d-4693-a0ec-0503664b8785 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 810 time: 0.1078544 May 05 15:12:11.757824 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-8d51d014-85c8-458b-9fb0-f6ba6baf4ef8 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96dff8e44df34088aeec63a217d030bc HTTP/1.1" status: 200 len: 379 time: 0.0529428 May 05 15:12:11.766310 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'port': {'device_id': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'admin_state_up': True, 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'security_groups': ['6bb3a7b2-ffb9-478e-8349-ae02ab5aff70']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:12:11.871667 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Made reservation on behalf of 96dff8e44df34088aeec63a217d030bc for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:12:11.875065 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:11.891983 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b5b6061a-13b7-4dbc-9bf5-f6f465546b9c req-23ad772f-805b-4443-a55d-0492a3865765 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 210 time: 0.0290582 May 05 15:12:12.003078 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Allocated IP 172.20.0.4 (8d98ed29-80a4-4aa2-91dd-d571728a161b/8152e649-f51e-4924-a3c3-46a50a4cfa79/16ebca6a-7df6-4ce6-9680-a132cf15d57d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:12:12.145778 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.181198 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.224505 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:12:12.227698 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:12:12.234359 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:12:12.241684 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'Port': ['ID=16ebca6a-7df6-4ce6-9680-a132cf15d57d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:12:12.269986 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.270337 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.270681 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.271142 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.271338 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.271670 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.271995 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.272321 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.272646 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.272970 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.273293 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.273618 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.273961 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.274391 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.274596 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:12.304106 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:12.304723 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.323109 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-4c7d17d4-c497-4059-a122-4770a18c917c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604625 May 05 15:12:12.343605 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Request body: {'port': {'device_id': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83942'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:12:12.409745 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.480068 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-56895f93-9542-4cb8-9e9a-a68b8a527251 None None] Provisioning complete for port 16ebca6a-7df6-4ce6-9680-a132cf15d57d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:12:12.480610 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-56895f93-9542-4cb8-9e9a-a68b8a527251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.514234 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-56895f93-9542-4cb8-9e9a-a68b8a527251 None None] Port 16ebca6a-7df6-4ce6-9680-a132cf15d57d cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:12:12.578452 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2aecda46-52b2-432f-875b-8f3d0c74c436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.668790 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ebca6a-7df6-4ce6-9680-a132cf15d57d {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:12:12.675961 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Publish callbacks [] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.687941 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Transition to ACTIVE for port object 16ebca6a-7df6-4ce6-9680-a132cf15d57d will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:12:12.691619 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.761885 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Pushing event updated for resources: {'Port': ['ID=16ebca6a-7df6-4ce6-9680-a132cf15d57d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:12:12.813459 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Attempting to bind port 16ebca6a-7df6-4ce6-9680-a132cf15d57d on host hv-cinder-83942 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:12:12.813842 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Attempting to bind port 16ebca6a-7df6-4ce6-9680-a132cf15d57d by drivers openvswitch,hyperv on host hv-cinder-83942 at level 0 using segments [{'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:12:12.814183 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Attempting to bind port 16ebca6a-7df6-4ce6-9680-a132cf15d57d on network 8d98ed29-80a4-4aa2-91dd-d571728a161b {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:12:12.818953 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Port 16ebca6a-7df6-4ce6-9680-a132cf15d57d on network 8d98ed29-80a4-4aa2-91dd-d571728a161b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83942 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:12:12.819281 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Attempting to bind port 16ebca6a-7df6-4ce6-9680-a132cf15d57d on network 8d98ed29-80a4-4aa2-91dd-d571728a161b {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:12:12.824437 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Checking agent: {'id': 'bd0ce055-2dba-4cd4-b1e2-539880250da6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83942', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'started_at': datetime.datetime(2022, 5, 5, 14, 54, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:12:12.824783 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Checking segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:12:12.825176 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Bound using segment: {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:12:12.825617 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Bound port: 16ebca6a-7df6-4ce6-9680-a132cf15d57d, host: hv-cinder-83942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:12:12.826011 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.890584 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] For port 16ebca6a-7df6-4ce6-9680-a132cf15d57d, host hv-cinder-83942, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:12:12.893559 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] For port 16ebca6a-7df6-4ce6-9680-a132cf15d57d, host hv-cinder-83942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=16ebca6a-7df6-4ce6-9680-a132cf15d57d,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:12:12.900809 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4336752'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.933795 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:12.934468 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:12.935822 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] 10.222.0.25 "PUT /v2.0/ports/16ebca6a-7df6-4ce6-9680-a132cf15d57d HTTP/1.1" status: 200 len: 1093 time: 0.5967155 May 05 15:12:12.936268 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'tag': '16ebca6a-7df6-4ce6-9680-a132cf15d57d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:12:12.938579 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ded485400d5abc52763325681b6638e84b54d7ce9e2a76297bea12e878fe919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7305b5d9-49ed-46e6-8736-64358c977a07" -d '{"events": [{"name": "network-changed", "server_uuid": "24eabc3a-9620-4e6d-b958-3fe371f13b3c", "tag": "16ebca6a-7df6-4ce6-9680-a132cf15d57d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:12:12.972472 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda0536-2aee-423b-95f7-14fdea8a7ecf service neutron] Pushing event updated for resources: {'Port': ['ID=16ebca6a-7df6-4ce6-9680-a132cf15d57d,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:12:12.987784 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75609376-7ad4-41d7-b620-e93b4aa53586 x-openstack-request-id: req-75609376-7ad4-41d7-b620-e93b4aa53586 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:12:12.988284 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24eabc3a-9620-4e6d-b958-3fe371f13b3c", "tag": "16ebca6a-7df6-4ce6-9680-a132cf15d57d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:12:12.988783 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75609376-7ad4-41d7-b620-e93b4aa53586 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:12:12.989353 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75609376-7ad4-41d7-b620-e93b4aa53586'] response: {'name': 'network-changed', 'server_uuid': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'tag': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'status': 'completed', 'code': 200} May 05 15:12:13.043276 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c98fd-4d1e-427e-9654-88402d358c8e req-7cb6fbba-e147-41b5-aa35-6abf146df635 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:13.044807 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b84c98fd-4d1e-427e-9654-88402d358c8e req-7cb6fbba-e147-41b5-aa35-6abf146df635 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 943 time: 0.0542104 May 05 15:12:13.053905 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-b2e39a1b-c906-453d-8707-2bdfbfffdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:13.055508 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-b2e39a1b-c906-453d-8707-2bdfbfffdb86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 1127 time: 0.0489585 May 05 15:12:13.097739 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b84c98fd-4d1e-427e-9654-88402d358c8e req-ae3cae19-7a83-4641-9f10-06457cade225 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471444 May 05 15:12:13.105139 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-68766c01-3cb2-4626-8f44-7844415a50db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16ebca6a-7df6-4ce6-9680-a132cf15d57d HTTP/1.1" status: 200 len: 217 time: 0.0364661 May 05 15:12:13.155432 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-12ec3404-0aa9-472a-98df-946b2095ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:13.156880 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-12ec3404-0aa9-472a-98df-946b2095ae65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0462587 May 05 15:12:13.202780 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-0629e5f1-3a69-4ed9-a216-8fa164a38af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:13.204302 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-0629e5f1-3a69-4ed9-a216-8fa164a38af6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416720 May 05 15:12:13.293522 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-5636e95e-7a6b-4678-85fb-1bca08c94372 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828702 May 05 15:12:13.383538 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-91f84daa-c806-48c9-bd66-6bd280df91b4 req-1f66dcc7-3206-4848-853e-fc840b70e7d5 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850217 May 05 15:12:13.748789 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-5ed11269-bee7-45f9-b2c9-c646207bb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:13.750282 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-5ed11269-bee7-45f9-b2c9-c646207bb6eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 1127 time: 0.0396500 May 05 15:12:13.840678 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-27e9af3d-cfee-48eb-9ce3-181dfdfb09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:13.842132 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-27e9af3d-cfee-48eb-9ce3-181dfdfb09d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0857885 May 05 15:12:13.884355 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-fc04ea18-8d99-4f46-83e4-64c8fcb008d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16ebca6a-7df6-4ce6-9680-a132cf15d57d HTTP/1.1" status: 200 len: 217 time: 0.0330989 May 05 15:12:13.933670 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-f5399015-bf89-423b-895e-44f1d498aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:13.935108 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-f5399015-bf89-423b-895e-44f1d498aed0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0427444 May 05 15:12:13.983402 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-948c75d7-5787-4c36-9a0a-087effce5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:13.984901 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-948c75d7-5787-4c36-9a0a-087effce5982 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416651 May 05 15:12:14.074193 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-11f5ee1f-07da-4da9-b4c1-b08d3ca5d770 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807450 May 05 15:12:14.137783 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:12:14.165935 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7305b5d9-49ed-46e6-8736-64358c977a07 req-7adad2dc-3763-41ed-9188-00f5050c2339 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856369 May 05 15:12:14.213789 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2092e9-b3a4-4eaf-9c94-53e9da14eea4 req-3f5811db-2d63-4561-9b61-baf56612d66b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:14.215262 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc2092e9-b3a4-4eaf-9c94-53e9da14eea4 req-3f5811db-2d63-4561-9b61-baf56612d66b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 943 time: 0.0472317 May 05 15:12:14.264720 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc2092e9-b3a4-4eaf-9c94-53e9da14eea4 req-037e3f20-904b-4085-a268-02b09f7ed785 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435014 May 05 15:12:14.970274 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f84fbacc-6688-4ca9-a63f-1b1e8a48e731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:15.376487 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08629-5a20-4732-9dea-90ccea06f51d req-d3884ca7-0a25-4849-8cf6-540743fa2e4c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:15.377940 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9bc08629-5a20-4732-9dea-90ccea06f51d req-d3884ca7-0a25-4849-8cf6-540743fa2e4c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 943 time: 0.0460882 May 05 15:12:15.427877 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9bc08629-5a20-4732-9dea-90ccea06f51d req-d5b6e054-44db-45e4-b6b4-10ad78ea61a8 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444660 May 05 15:12:16.279880 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:16.542839 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433cdf8-62a1-47d8-bc23-d1b9b356526b req-43e9feaa-2879-4479-8af3-b86ce2484ce2 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:16.544191 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8433cdf8-62a1-47d8-bc23-d1b9b356526b req-43e9feaa-2879-4479-8af3-b86ce2484ce2 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 943 time: 0.0476768 May 05 15:12:16.592412 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8433cdf8-62a1-47d8-bc23-d1b9b356526b req-80d8e80b-fd8d-4b86-bdb6-d9675df0d456 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 May 05 15:12:17.697220 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:17.705448 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6fd2a-8955-4f73-a625-dc2f98611ca7 req-5967e8dc-4703-4d53-99e7-c8e7c3625c37 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:17.706978 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66e6fd2a-8955-4f73-a625-dc2f98611ca7 req-5967e8dc-4703-4d53-99e7-c8e7c3625c37 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 943 time: 0.0493963 May 05 15:12:17.756829 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66e6fd2a-8955-4f73-a625-dc2f98611ca7 req-85a9ef94-7ed5-4506-9198-c83bc9dd58a3 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441844 May 05 15:12:18.871042 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68fd52-f0f7-46eb-8d52-1ba61939fe6e req-7cc230fa-bf2a-4afe-8d7e-c65c9f8b731f tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:18.872474 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dd68fd52-f0f7-46eb-8d52-1ba61939fe6e req-7cc230fa-bf2a-4afe-8d7e-c65c9f8b731f tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 943 time: 0.0490952 May 05 15:12:18.920094 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dd68fd52-f0f7-46eb-8d52-1ba61939fe6e req-e7ac91c1-7e9e-4de7-b6ff-73f7280c1e7f tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419827 May 05 15:12:19.015297 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:20.032695 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6df26b-dc93-42d6-831a-00a154213b76 req-89fd6b90-e830-4923-b5a4-16d574c545e8 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:20.034160 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2d6df26b-dc93-42d6-831a-00a154213b76 req-89fd6b90-e830-4923-b5a4-16d574c545e8 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 943 time: 0.0470672 May 05 15:12:20.083673 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2d6df26b-dc93-42d6-831a-00a154213b76 req-8d5f0459-fd6c-440b-8e19-37b6aa8b40b4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439038 May 05 15:12:21.199256 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695906ed-a992-4cf3-8875-089dd39fecc2 req-61848271-8664-49bc-847e-402cb6efa08b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:21.200706 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-695906ed-a992-4cf3-8875-089dd39fecc2 req-61848271-8664-49bc-847e-402cb6efa08b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 943 time: 0.0508718 May 05 15:12:21.248895 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-695906ed-a992-4cf3-8875-089dd39fecc2 req-f7fea79a-296b-4b25-92aa-1428701b06fb tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426478 May 05 15:12:22.361214 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ded50b-aa99-4887-996a-89b9aaee5a03 req-1508f15a-0026-4b4c-9c4f-dbd7b93ea552 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:22.362690 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1ded50b-aa99-4887-996a-89b9aaee5a03 req-1508f15a-0026-4b4c-9c4f-dbd7b93ea552 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 943 time: 0.0474019 May 05 15:12:22.411778 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1ded50b-aa99-4887-996a-89b9aaee5a03 req-39786da4-1f17-469c-aa65-247cf8ca652f tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435750 May 05 15:12:22.782750 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 16ebca6a-7df6-4ce6-9680-a132cf15d57d details requested by agent hyperv_hv-cinder-83942 with host hv-cinder-83942 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:12:22.881805 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 16ebca6a-7df6-4ce6-9680-a132cf15d57d, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=16ebca6a-7df6-4ce6-9680-a132cf15d57d,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:12:22.893400 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Returning: {'device': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'port_id': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'mac_address': 'fa:16:3e:3e:51:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:12:22.930137 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 16ebca6a-7df6-4ce6-9680-a132cf15d57d is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:12:22.930520 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:22.943516 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ebca6a-7df6-4ce6-9680-a132cf15d57d {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:12:22.963946 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 16ebca6a-7df6-4ce6-9680-a132cf15d57d, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=16ebca6a-7df6-4ce6-9680-a132cf15d57d,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:12:22.967762 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:23.017052 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=16ebca6a-7df6-4ce6-9680-a132cf15d57d,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:12:23.023949 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.024297 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.025232 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.025576 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.025936 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.026267 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.026594 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.026919 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.027246 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.027572 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.027921 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.028292 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.028569 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.028916 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.029211 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:23.291355 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] get_ports_and_sgs() called for port_ids ['16ebca6a-7df6-4ce6-9680-a132cf15d57d'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:12:23.527662 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a7772-bb76-48ac-90c6-4a9cb7d2b003 req-6a50d5c8-a029-44d8-a60f-4807d6ff63e0 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:23.529128 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-205a7772-bb76-48ac-90c6-4a9cb7d2b003 req-6a50d5c8-a029-44d8-a60f-4807d6ff63e0 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 944 time: 0.0469482 May 05 15:12:23.580660 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-205a7772-bb76-48ac-90c6-4a9cb7d2b003 req-18786bb0-03bd-4dfe-9796-5e3afd4e195d tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458815 May 05 15:12:24.692023 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21112c58-c14b-4c10-881f-83a878e2d289 req-dc57e168-2493-4257-be67-d08271689222 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:24.693371 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21112c58-c14b-4c10-881f-83a878e2d289 req-dc57e168-2493-4257-be67-d08271689222 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 944 time: 0.0467904 May 05 15:12:24.741970 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21112c58-c14b-4c10-881f-83a878e2d289 req-ae2be23c-1d9b-472e-9238-437ef756b8c6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422685 May 05 15:12:24.782916 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 16ebca6a-7df6-4ce6-9680-a132cf15d57d up at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:12:24.827930 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning for port 16ebca6a-7df6-4ce6-9680-a132cf15d57d completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:12:24.833619 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Provisioning complete for port 16ebca6a-7df6-4ce6-9680-a132cf15d57d triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:12:24.834017 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391628'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:24.910403 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Current status of the port 16ebca6a-7df6-4ce6-9680-a132cf15d57d is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:12:24.910789 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:24.934418 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ebca6a-7df6-4ce6-9680-a132cf15d57d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:12:24.936650 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad26430fc2082f2a9913141dfe1b3fe033f495666cf75ee5a88bcf936e28513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b025d9f0-c6d9-4605-8414-0a68bd359ff7" -d '{"events": [{"server_uuid": "24eabc3a-9620-4e6d-b958-3fe371f13b3c", "name": "network-vif-plugged", "status": "completed", "tag": "16ebca6a-7df6-4ce6-9680-a132cf15d57d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:12:24.949550 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] For port 16ebca6a-7df6-4ce6-9680-a132cf15d57d, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=16ebca6a-7df6-4ce6-9680-a132cf15d57d,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:12:24.954252 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:24.976782 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a8d418-c2b4-48f8-a305-d08f692a83c8 x-openstack-request-id: req-35a8d418-c2b4-48f8-a305-d08f692a83c8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:12:24.977074 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24eabc3a-9620-4e6d-b958-3fe371f13b3c", "name": "network-vif-plugged", "status": "completed", "tag": "16ebca6a-7df6-4ce6-9680-a132cf15d57d", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:12:24.977330 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35a8d418-c2b4-48f8-a305-d08f692a83c8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:12:24.977740 dv-cinder-839426-6-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a8d418-c2b4-48f8-a305-d08f692a83c8'] response: {'server_uuid': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'code': 200} May 05 15:12:25.004132 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Pushing event updated for resources: {'Port': ['ID=16ebca6a-7df6-4ce6-9680-a132cf15d57d,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:12:25.215166 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9da2d-3e02-465e-b317-3d250d25b137 req-69b77d6b-d6f8-4505-9b07-9928f39ac406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:25.216531 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-05f9da2d-3e02-465e-b317-3d250d25b137 req-69b77d6b-d6f8-4505-9b07-9928f39ac406 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 1129 time: 0.0380964 May 05 15:12:25.261058 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-05f9da2d-3e02-465e-b317-3d250d25b137 req-b723f806-3754-4139-83fc-e4b26f7752e4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389624 May 05 15:12:25.856676 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cc3a9-0398-422d-ad2d-272be4765785 req-90be800a-a95a-4aad-8c8d-1c85abfe4c1e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:25.858145 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b72cc3a9-0398-422d-ad2d-272be4765785 req-90be800a-a95a-4aad-8c8d-1c85abfe4c1e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 945 time: 0.0475516 May 05 15:12:25.905938 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b72cc3a9-0398-422d-ad2d-272be4765785 req-70736191-d751-44b7-bd5c-1763e6562115 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422924 May 05 15:12:27.022325 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d049a79-8c0b-4b3f-aa41-f98349f15364 req-b1a44d4e-40e4-4428-bf1f-597f6c763b16 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:27.023776 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6d049a79-8c0b-4b3f-aa41-f98349f15364 req-b1a44d4e-40e4-4428-bf1f-597f6c763b16 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 945 time: 0.0507967 May 05 15:12:27.072816 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6d049a79-8c0b-4b3f-aa41-f98349f15364 req-b9104b84-67bb-42fe-8813-f1ee972285a6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 May 05 15:12:27.184930 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441389b-d405-4651-8179-c4081120a516 req-51813999-c926-4984-8664-74d859a0d606 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:27.186287 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9441389b-d405-4651-8179-c4081120a516 req-51813999-c926-4984-8664-74d859a0d606 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 945 time: 0.0471039 May 05 15:12:27.235536 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9441389b-d405-4651-8179-c4081120a516 req-efdc379c-a9c2-4822-ae66-7d4603e8ed7b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438008 May 05 15:12:27.257125 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33892) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:12:27.295362 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3c450-7d7a-4511-ba4e-b54841303da3 tempest-TestVolumeBootPattern-1879752130 tempest-TestVolumeBootPattern-1879752130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:27.296814 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e3f3c450-7d7a-4511-ba4e-b54841303da3 tempest-TestVolumeBootPattern-1879752130 tempest-TestVolumeBootPattern-1879752130-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 1124 time: 0.0387170 May 05 15:12:27.299568 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33894) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:12:27.303762 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Request body: {'floatingip': {'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'port_id': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:12:27.323644 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:27.403604 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:27.508516 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Allocated IP 172.27.1.56 (51a3d7ca-7789-4c1b-8220-f3261a8a20af/17f6aa78-e475-417e-86d4-ab864bc71f74/ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:12:27.610529 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for port (ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:27.642892 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770932035476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:27.679206 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Network 51a3d7ca-7789-4c1b-8220-f3261a8a20af is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:12:27.682012 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:12:27.685571 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:12:27.716267 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'Port': ['ID=ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:12:27.727302 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.727658 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.728004 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.728349 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.729313 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.729742 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.730083 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.730422 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.730756 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.731088 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.731420 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.731750 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.732080 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.732406 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:27.732731 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:12:28.066885 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (e51e2415-332c-461b-be88-a2d7fe47ed56), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:28.138100 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1432531'] for port (ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:28.282616 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for port (ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:28.287063 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770932494273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770932035494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770932035512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5991023'] for port (ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:28.357183 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event updated for resources: {'Port': ['ID=ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:12:28.368842 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1755889'] for floatingip (e51e2415-332c-461b-be88-a2d7fe47ed56), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:28.479271 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Floating IP e51e2415-332c-461b-be88-a2d7fe47ed56 associated. External IP: 172.27.1.56, port: 16ebca6a-7df6-4ce6-9680-a132cf15d57d. May 05 15:12:28.696546 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Router 6b48eb86-11a9-4585-8c35-c75f4165359f has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:12:28.806191 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:12:28.816422 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] Sync routers for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:12:28.825310 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:28.827683 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:12:28.828418 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:12:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:12:28.865668 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-56301763-a895-437f-bb25-a1ac95b8d62b tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5542982 May 05 15:12:28.865668 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'tag': '16ebca6a-7df6-4ce6-9680-a132cf15d57d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:12:28.865668 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f2eec8-1300-4554-9634-8118f1235d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "24eabc3a-9620-4e6d-b958-3fe371f13b3c", "tag": "16ebca6a-7df6-4ce6-9680-a132cf15d57d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:12:28.897888 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0918575-894d-4fcf-9151-c679d1d1d712 x-openstack-request-id: req-b0918575-894d-4fcf-9151-c679d1d1d712 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:12:28.898184 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24eabc3a-9620-4e6d-b958-3fe371f13b3c", "tag": "16ebca6a-7df6-4ce6-9680-a132cf15d57d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:12:28.898442 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0918575-894d-4fcf-9151-c679d1d1d712 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:12:28.898877 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0918575-894d-4fcf-9151-c679d1d1d712'] response: {'name': 'network-changed', 'server_uuid': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'tag': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'status': 'completed', 'code': 200} May 05 15:12:28.941393 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:12:28.977860 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-d8875600-6a1d-425e-aa42-6b25fe1a3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:28.980521 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-d8875600-6a1d-425e-aa42-6b25fe1a3b3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 1129 time: 0.0398037 May 05 15:12:29.075302 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-982a1305-702a-4849-838f-cc07c5165dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:29.076732 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-982a1305-702a-4849-838f-cc07c5165dba service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0903733 May 05 15:12:29.145972 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-86fb1684-3e39-4103-95e9-9a595bc759e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16ebca6a-7df6-4ce6-9680-a132cf15d57d HTTP/1.1" status: 200 len: 998 time: 0.0629323 May 05 15:12:29.159348 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '9e6f3c8e-1fdd-4b46-9206-4e6fd5407690', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:f3:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:10:33Z', 'updated_at': '2022-05-05T15:10:35Z', 'revision_number': 1, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}, {'id': 'e51e2415-332c-461b-be88-a2d7fe47ed56', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:3e:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:12:27Z', 'updated_at': '2022-05-05T15:12:27Z', 'revision_number': 0, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:12:29.185846 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] Checking router: 6b48eb86-11a9-4585-8c35-c75f4165359f for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:12:29.194049 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-306cc5d1-3c1c-440e-b5c6-452ab9751bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:29.194790 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:12:29.195401 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:12:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:12:29.195533 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-306cc5d1-3c1c-440e-b5c6-452ab9751bac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0435565 May 05 15:12:29.238191 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-289db173-e852-4b5a-a8c3-14e9b45fe673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:29.239775 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-289db173-e852-4b5a-a8c3-14e9b45fe673 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386813 May 05 15:12:29.305069 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:12:29.331678 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-d9320537-4af2-4a8e-badd-fa871b2fe4e1 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856876 May 05 15:12:29.422383 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e4f2eec8-1300-4554-9634-8118f1235d9d req-600c3f33-ae29-4b36-a744-d82f68a15a65 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845594 May 05 15:12:29.527966 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '9e6f3c8e-1fdd-4b46-9206-4e6fd5407690', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:f3:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:10:33Z', 'updated_at': '2022-05-05T15:10:35Z', 'revision_number': 1, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}, {'id': 'e51e2415-332c-461b-be88-a2d7fe47ed56', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:3e:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:12:27Z', 'updated_at': '2022-05-05T15:12:27Z', 'revision_number': 0, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:12:29.554108 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc116c-50db-4f63-9d7b-40a8ed54a9ab None None] The sync data for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi is: [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '9e6f3c8e-1fdd-4b46-9206-4e6fd5407690', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:f3:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:10:33Z', 'updated_at': '2022-05-05T15:10:35Z', 'revision_number': 1, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}, {'id': 'e51e2415-332c-461b-be88-a2d7fe47ed56', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:3e:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:12:27Z', 'updated_at': '2022-05-05T15:12:27Z', 'revision_number': 0, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:12:29.756082 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728bf70-61e1-4ed0-8c29-fdbf1ffad4b8 None None] New status for floating IP e51e2415-332c-461b-be88-a2d7fe47ed56: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:12:30.088828 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:41.847122 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ba35499f-341f-4741-9662-c7b38e6e008c req-9b59469f-e4cd-48a1-90d1-65b8ae845c9f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371563 May 05 15:12:41.946236 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35499f-341f-4741-9662-c7b38e6e008c req-07a8e24b-5449-4df2-91c5-5c860dbd5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:41.947719 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ba35499f-341f-4741-9662-c7b38e6e008c req-07a8e24b-5449-4df2-91c5-5c860dbd5033 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 1129 time: 0.0418491 May 05 15:12:42.048579 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35499f-341f-4741-9662-c7b38e6e008c req-439cd16a-2df2-48b2-af67-56333cbd9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:42.050050 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ba35499f-341f-4741-9662-c7b38e6e008c req-439cd16a-2df2-48b2-af67-56333cbd9b51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0833313 May 05 15:12:42.118102 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ba35499f-341f-4741-9662-c7b38e6e008c req-3c3e2605-2187-4fcf-9f7e-5b2413799304 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19555cd1-642f-414b-a947-54768ff1e278 HTTP/1.1" status: 200 len: 1001 time: 0.0608759 May 05 15:12:42.170902 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35499f-341f-4741-9662-c7b38e6e008c req-f9db1509-2acd-4cc7-aa9f-472446b291f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:42.172315 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ba35499f-341f-4741-9662-c7b38e6e008c req-f9db1509-2acd-4cc7-aa9f-472446b291f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0445833 May 05 15:12:42.215696 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35499f-341f-4741-9662-c7b38e6e008c req-1147f539-45f9-4fb0-a305-9aa01745c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:12:42.217163 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ba35499f-341f-4741-9662-c7b38e6e008c req-1147f539-45f9-4fb0-a305-9aa01745c0a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387948 May 05 15:12:42.307974 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ba35499f-341f-4741-9662-c7b38e6e008c req-59d57600-01d0-49c3-aa3a-3005101390c4 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848536 May 05 15:12:42.396865 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ba35499f-341f-4741-9662-c7b38e6e008c req-12803c44-5c85-4979-8d49-29057b792c67 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827968 May 05 15:12:42.582428 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f291-126c-44aa-bfc8-d65312b20779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:44.972408 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a08a6d8f-e7c5-4274-917c-288b7d1827fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:46.282883 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:47.699312 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:49.017719 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:12:51.136825 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:13:00.100611 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:12.583884 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d6b63081-e9d0-42fa-a996-1fd02d23a59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:14.974387 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88b40a54-6d69-467a-8db2-03ce96ac8b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:16.288208 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:17.702160 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:19.020298 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:20.467837 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-9de0cf21-1940-4c23-a8cd-68c3a99322f8 req-63a5cc9f-92ad-44e1-aa3d-ec857d1a5723 service neutron] (103280) timed out ('10.222.0.25', 65036) {{(pid=103280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:13:28.137302 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:13:30.115230 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:42.585365 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e244cb2f-58de-4ff6-97ac-f72ef2cf2871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:43.760893 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-46c6a793-7081-45b0-9285-212514a15a33 req-33ca3f7d-9e5d-411a-8b0e-4adbb03bd1f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3279285 May 05 15:13:43.830498 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6a793-7081-45b0-9285-212514a15a33 req-82eb93f6-050c-46f5-8a8d-340bc4ebee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:13:43.832011 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-46c6a793-7081-45b0-9285-212514a15a33 req-82eb93f6-050c-46f5-8a8d-340bc4ebee1c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 1129 time: 0.0375707 May 05 15:13:43.934327 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6a793-7081-45b0-9285-212514a15a33 req-64406e78-8a77-4244-85da-3ccf928842c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:13:43.935753 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-46c6a793-7081-45b0-9285-212514a15a33 req-64406e78-8a77-4244-85da-3ccf928842c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.0853393 May 05 15:13:43.999675 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-46c6a793-7081-45b0-9285-212514a15a33 req-ff0ac14b-8827-4afb-b20a-cbe6c8371582 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16ebca6a-7df6-4ce6-9680-a132cf15d57d HTTP/1.1" status: 200 len: 1000 time: 0.0569637 May 05 15:13:44.047289 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6a793-7081-45b0-9285-212514a15a33 req-d03e0795-4e5d-4bf1-97b1-094e594040bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:13:44.048576 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-46c6a793-7081-45b0-9285-212514a15a33 req-d03e0795-4e5d-4bf1-97b1-094e594040bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0427449 May 05 15:13:44.095594 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6a793-7081-45b0-9285-212514a15a33 req-77079530-dd49-47b8-83ae-e902bdd93693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:13:44.097088 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-46c6a793-7081-45b0-9285-212514a15a33 req-77079530-dd49-47b8-83ae-e902bdd93693 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409124 May 05 15:13:44.185062 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-46c6a793-7081-45b0-9285-212514a15a33 req-24a54e26-530c-49dd-b8a7-5afb109ebd9f service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800898 May 05 15:13:44.275559 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-46c6a793-7081-45b0-9285-212514a15a33 req-b1efa7d5-4522-45c5-88d2-ce5ff2583469 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831978 May 05 15:13:44.975478 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e1f3f93-2005-407f-9635-580c2255ebe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:46.288488 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:47.705178 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:49.022218 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:58.238020 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33936) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:13:58.425220 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Deleting port ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:13:58.425577 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:58.503401 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:58.503650 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:58.520329 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Calling delete_port for ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:13:58.662531 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:58.692416 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event deleted for resources: {'Port': ['ID=ea6a8c5d-240c-45cd-a897-eb8eb4f45c1c,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:13:58.716908 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.717261 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.717608 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.717978 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.718314 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.718647 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.718977 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.719307 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.719634 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.719967 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.720298 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.720629 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.720955 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.721281 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.721600 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:13:58.762692 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (e51e2415-332c-461b-be88-a2d7fe47ed56), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:58.762959 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Floating IP e51e2415-332c-461b-be88-a2d7fe47ed56 disassociated (deleted). External IP: 172.27.1.56, port: 16ebca6a-7df6-4ce6-9680-a132cf15d57d. May 05 15:13:58.972692 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Router 6b48eb86-11a9-4585-8c35-c75f4165359f has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:13:59.341128 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:13:59.345803 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:13:59.350373 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] Sync routers for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:13:59.360081 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:13:59.360726 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:13:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:13:59.374833 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-874e64ad-c4d7-4823-b1a4-d3d958e138df tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "DELETE /v2.0/floatingips/e51e2415-332c-461b-be88-a2d7fe47ed56 HTTP/1.1" status: 204 len: 168 time: 1.1357193 May 05 15:13:59.375431 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'tag': '16ebca6a-7df6-4ce6-9680-a132cf15d57d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:13:59.377708 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601acaa1-bc5e-4c43-b098-04516d385b74" -d '{"events": [{"name": "network-changed", "server_uuid": "24eabc3a-9620-4e6d-b958-3fe371f13b3c", "tag": "16ebca6a-7df6-4ce6-9680-a132cf15d57d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:13:59.431380 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c20dacf-cfc4-4603-9b77-3bf08158eb9e x-openstack-request-id: req-4c20dacf-cfc4-4603-9b77-3bf08158eb9e {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:13:59.431678 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24eabc3a-9620-4e6d-b958-3fe371f13b3c", "tag": "16ebca6a-7df6-4ce6-9680-a132cf15d57d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:13:59.431937 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c20dacf-cfc4-4603-9b77-3bf08158eb9e {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:13:59.432346 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c20dacf-cfc4-4603-9b77-3bf08158eb9e'] response: {'name': 'network-changed', 'server_uuid': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'tag': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'status': 'completed', 'code': 200} May 05 15:13:59.480614 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:13:59.517287 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-1998fafb-ca09-4a86-8038-81f16ea6b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:13:59.518830 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-1998fafb-ca09-4a86-8038-81f16ea6b1ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 1129 time: 0.0465381 May 05 15:13:59.627868 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927de4d-58af-4f29-b23e-2829fb9806a3 req-465f6c29-8a68-44ee-a1c8-9c21268c785c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:13:59.629279 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5927de4d-58af-4f29-b23e-2829fb9806a3 req-465f6c29-8a68-44ee-a1c8-9c21268c785c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 945 time: 0.0515189 May 05 15:13:59.632127 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-e97ddd00-7277-480b-8ebe-f9bf21b1a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:13:59.633609 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-e97ddd00-7277-480b-8ebe-f9bf21b1a9fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.1072307 May 05 15:13:59.688669 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5927de4d-58af-4f29-b23e-2829fb9806a3 req-ff4f1907-08ad-4401-acf4-ac0aa7dfb859 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537417 May 05 15:13:59.713229 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '9e6f3c8e-1fdd-4b46-9206-4e6fd5407690', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:f3:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:10:33Z', 'updated_at': '2022-05-05T15:10:35Z', 'revision_number': 1, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:13:59.740148 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] Checking router: 6b48eb86-11a9-4585-8c35-c75f4165359f for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:13:59.748191 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:13:59.748799 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:13:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:13:59.856171 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:14:00.065477 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '9e6f3c8e-1fdd-4b46-9206-4e6fd5407690', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:f3:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:10:33Z', 'updated_at': '2022-05-05T15:10:35Z', 'revision_number': 1, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:00.092940 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d5f5c-9a9c-4bfd-8dbd-7c72601cf791 None None] The sync data for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi is: [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_floatingips': [{'id': '9e6f3c8e-1fdd-4b46-9206-4e6fd5407690', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'router_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'port_id': '19555cd1-642f-414b-a947-54768ff1e278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'mac_address': 'fa:16:3e:f3:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59163a77-a048-47d0-98a7-ea46e89ed408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:10:33Z', 'updated_at': '2022-05-05T15:10:35Z', 'revision_number': 1, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:14:00.115500 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:00.307999 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693df04f-c8b1-4843-ba9e-f0d94efc4cfc None None] New status for floating IP e51e2415-332c-461b-be88-a2d7fe47ed56: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:14:00.624018 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-88c8b38b-edb9-41fe-81c9-dbe06c8b40b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16ebca6a-7df6-4ce6-9680-a132cf15d57d HTTP/1.1" status: 200 len: 217 time: 0.0354683 May 05 15:14:00.672497 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-9993ffad-86e2-4b16-9709-907d9cef3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:00.673937 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-9993ffad-86e2-4b16-9709-907d9cef3be1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0431800 May 05 15:14:00.803049 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b78d64-6b86-46ce-a8a7-dd201c240228 req-6e8ec6fe-aae8-415d-897e-d1198da07ebb tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:00.804476 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56b78d64-6b86-46ce-a8a7-dd201c240228 req-6e8ec6fe-aae8-415d-897e-d1198da07ebb tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 945 time: 0.0474277 May 05 15:14:00.856184 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-51a452d8-8c18-40bd-84f7-17e1c6a8fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:00.857390 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56b78d64-6b86-46ce-a8a7-dd201c240228 req-e5a2c519-b5f4-424e-a3ee-3e1b4592e41c tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474312 May 05 15:14:00.857724 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-51a452d8-8c18-40bd-84f7-17e1c6a8fbdc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440605 May 05 15:14:00.949602 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-33cb88ee-16c5-4593-958e-cb65effc9f60 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840349 May 05 15:14:01.191022 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [req-601acaa1-bc5e-4c43-b098-04516d385b74 req-bd606798-fb12-464b-8568-9a2dcc12617c service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879576 May 05 15:14:01.259971 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8631ade-decc-413d-8346-6c12be448587 req-1d2cca1c-d6cf-4ef4-b325-c101d13d63c5 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:01.261456 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f8631ade-decc-413d-8346-6c12be448587 req-1d2cca1c-d6cf-4ef4-b325-c101d13d63c5 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 945 time: 0.0460610 May 05 15:14:01.342558 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-f8631ade-decc-413d-8346-6c12be448587 req-9e2f1923-07b2-4055-bf27-60cd0ac6bfa6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Deleting port 16ebca6a-7df6-4ce6-9680-a132cf15d57d {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:01.342902 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f8631ade-decc-413d-8346-6c12be448587 req-9e2f1923-07b2-4055-bf27-60cd0ac6bfa6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:01.434416 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-f8631ade-decc-413d-8346-6c12be448587 req-9e2f1923-07b2-4055-bf27-60cd0ac6bfa6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] For port 16ebca6a-7df6-4ce6-9680-a132cf15d57d, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=16ebca6a-7df6-4ce6-9680-a132cf15d57d,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:14:01.434779 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f8631ade-decc-413d-8346-6c12be448587 req-9e2f1923-07b2-4055-bf27-60cd0ac6bfa6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:01.447908 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-f8631ade-decc-413d-8346-6c12be448587 req-9e2f1923-07b2-4055-bf27-60cd0ac6bfa6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Calling delete_port for 16ebca6a-7df6-4ce6-9680-a132cf15d57d owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:01.580619 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f8631ade-decc-413d-8346-6c12be448587 req-9e2f1923-07b2-4055-bf27-60cd0ac6bfa6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (16ebca6a-7df6-4ce6-9680-a132cf15d57d), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:01.609825 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f1923-07b2-4055-bf27-60cd0ac6bfa6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event deleted for resources: {'Port': ['ID=16ebca6a-7df6-4ce6-9680-a132cf15d57d,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:01.652012 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8631ade-decc-413d-8346-6c12be448587 req-9e2f1923-07b2-4055-bf27-60cd0ac6bfa6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] No DVR routers for this DVR port 16ebca6a-7df6-4ce6-9680-a132cf15d57d on host hv-cinder-83942 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:14:01.654596 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f8631ade-decc-413d-8346-6c12be448587 req-9e2f1923-07b2-4055-bf27-60cd0ac6bfa6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:01.657840 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f8631ade-decc-413d-8346-6c12be448587 req-9e2f1923-07b2-4055-bf27-60cd0ac6bfa6 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "DELETE /v2.0/ports/16ebca6a-7df6-4ce6-9680-a132cf15d57d HTTP/1.1" status: 204 len: 173 time: 0.3913834 May 05 15:14:01.658291 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'name': 'network-vif-deleted', 'tag': '16ebca6a-7df6-4ce6-9680-a132cf15d57d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:14:01.660504 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d69f6f-af93-4b63-98f3-bb8d1e74d504" -d '{"events": [{"server_uuid": "24eabc3a-9620-4e6d-b958-3fe371f13b3c", "name": "network-vif-deleted", "tag": "16ebca6a-7df6-4ce6-9680-a132cf15d57d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:14:01.705089 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253c4afa-cf7e-409a-b9fa-bd94bde45b94 x-openstack-request-id: req-253c4afa-cf7e-409a-b9fa-bd94bde45b94 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:14:01.705385 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24eabc3a-9620-4e6d-b958-3fe371f13b3c", "name": "network-vif-deleted", "tag": "16ebca6a-7df6-4ce6-9680-a132cf15d57d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:14:01.705653 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-253c4afa-cf7e-409a-b9fa-bd94bde45b94 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:14:01.706068 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253c4afa-cf7e-409a-b9fa-bd94bde45b94'] response: {'server_uuid': '24eabc3a-9620-4e6d-b958-3fe371f13b3c', 'name': 'network-vif-deleted', 'tag': '16ebca6a-7df6-4ce6-9680-a132cf15d57d', 'status': 'completed', 'code': 200} May 05 15:14:01.957187 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41b14e69-8b63-4356-b16f-b877ca3fb7db req-9fb976d1-8295-4525-81ae-4a1bb7f67f39 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=24eabc3a-9620-4e6d-b958-3fe371f13b3c HTTP/1.1" status: 200 len: 210 time: 0.0326722 May 05 15:14:05.136561 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:14:05.172091 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 16ebca6a-7df6-4ce6-9680-a132cf15d57d no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:14:05.196046 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 16ebca6a-7df6-4ce6-9680-a132cf15d57d {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:14:05.196391 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 16ebca6a-7df6-4ce6-9680-a132cf15d57d not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:14:05.244138 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33978) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:05.392158 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Deleting port 4bbb5fb9-5272-4e7f-90f7-d5d293d40cad {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:05.392398 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (4bbb5fb9-5272-4e7f-90f7-d5d293d40cad), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:05.467197 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (4bbb5fb9-5272-4e7f-90f7-d5d293d40cad), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:05.467524 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (4bbb5fb9-5272-4e7f-90f7-d5d293d40cad), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:05.481491 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Calling delete_port for 4bbb5fb9-5272-4e7f-90f7-d5d293d40cad owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:05.628543 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (4bbb5fb9-5272-4e7f-90f7-d5d293d40cad), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:05.657930 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event deleted for resources: {'Port': ['ID=4bbb5fb9-5272-4e7f-90f7-d5d293d40cad,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:05.722791 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (9e6f3c8e-1fdd-4b46-9206-4e6fd5407690), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:05.723122 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Floating IP 9e6f3c8e-1fdd-4b46-9206-4e6fd5407690 disassociated (deleted). External IP: 172.27.1.193, port: 19555cd1-642f-414b-a947-54768ff1e278. May 05 15:14:05.937751 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Router 6b48eb86-11a9-4585-8c35-c75f4165359f has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:14:06.048803 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:14:06.053852 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:06.059162 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] Sync routers for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:14:06.069506 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:14:06.070229 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:13:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:06.084550 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3e795cc5-2f9a-4ee1-897b-bf407d40a0f4 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "DELETE /v2.0/floatingips/9e6f3c8e-1fdd-4b46-9206-4e6fd5407690 HTTP/1.1" status: 204 len: 168 time: 0.8393352 May 05 15:14:06.085138 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59163a77-a048-47d0-98a7-ea46e89ed408', 'tag': '19555cd1-642f-414b-a947-54768ff1e278'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:14:06.087464 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d" -d '{"events": [{"name": "network-changed", "server_uuid": "59163a77-a048-47d0-98a7-ea46e89ed408", "tag": "19555cd1-642f-414b-a947-54768ff1e278"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:14:06.123529 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3136de73-b4aa-47d7-90ca-73e6aed08c29 x-openstack-request-id: req-3136de73-b4aa-47d7-90ca-73e6aed08c29 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:14:06.123830 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59163a77-a048-47d0-98a7-ea46e89ed408", "tag": "19555cd1-642f-414b-a947-54768ff1e278", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:14:06.124093 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3136de73-b4aa-47d7-90ca-73e6aed08c29 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:14:06.124507 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3136de73-b4aa-47d7-90ca-73e6aed08c29'] response: {'name': 'network-changed', 'server_uuid': '59163a77-a048-47d0-98a7-ea46e89ed408', 'tag': '19555cd1-642f-414b-a947-54768ff1e278', 'status': 'completed', 'code': 200} May 05 15:14:06.198947 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:14:06.215749 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-02974f53-627b-4b34-b969-51275de96778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:06.217502 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-02974f53-627b-4b34-b969-51275de96778 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=96dff8e44df34088aeec63a217d030bc&device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 1129 time: 0.0490990 May 05 15:14:06.351634 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6356ce-10a0-4d3e-80ab-63164931eae4 req-94175340-212e-4140-9eda-6ceae7605179 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:06.353116 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6356ce-10a0-4d3e-80ab-63164931eae4 req-94175340-212e-4140-9eda-6ceae7605179 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 945 time: 0.0643322 May 05 15:14:06.356759 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-3a61bdbd-88b5-473b-a911-80ea97aca1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:06.358151 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-3a61bdbd-88b5-473b-a911-80ea97aca1fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 200 len: 911 time: 0.1345241 May 05 15:14:06.396106 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:06.404098 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6356ce-10a0-4d3e-80ab-63164931eae4 req-cc5f4cd3-4215-4c05-a7f5-2cd903b5715a tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440485 May 05 15:14:06.426399 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] Checking router: 6b48eb86-11a9-4585-8c35-c75f4165359f for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:14:06.434768 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:14:06.435379 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:13:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:06.542693 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:14:06.851840 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:06.878270 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf9f8b-ee74-4935-b066-5be0443ec587 None None] The sync data for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi is: [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:38Z', 'revision_number': 4, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi', '_interfaces': [{'id': '38ba8bc3-c464-47ed-8227-5cc6f61cbe9f', 'name': '', 'network_id': '8d98ed29-80a4-4aa2-91dd-d571728a161b', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'mac_address': 'fa:16:3e:75:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:37Z', 'updated_at': '2022-05-05T15:07:42Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'subnets': [{'id': '8152e649-f51e-4924-a3c3-46a50a4cfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:14:07.105219 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a1781f-778e-4e76-b955-f28a9ddb4c36 None None] New status for floating IP 9e6f3c8e-1fdd-4b46-9206-4e6fd5407690: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:14:07.342476 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-c496367d-892c-4ba8-b23b-603a334b7acc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19555cd1-642f-414b-a947-54768ff1e278 HTTP/1.1" status: 200 len: 217 time: 0.0398188 May 05 15:14:07.392674 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-0f460c79-75c7-43b9-9da2-2c4fd9101776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:07.394017 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-0f460c79-75c7-43b9-9da2-2c4fd9101776 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 200 len: 849 time: 0.0428035 May 05 15:14:07.523994 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77519-df13-49c5-973c-9457f4e5d097 req-0d827236-ff01-4e86-9860-2976482f9756 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:07.525472 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0fa77519-df13-49c5-973c-9457f4e5d097 req-0d827236-ff01-4e86-9860-2976482f9756 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 945 time: 0.0466549 May 05 15:14:07.580144 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-ed99dacc-5da3-4cd1-94bb-8db6c3ee68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:07.581634 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-ed99dacc-5da3-4cd1-94bb-8db6c3ee68f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d98ed29-80a4-4aa2-91dd-d571728a161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552025 May 05 15:14:07.620612 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0fa77519-df13-49c5-973c-9457f4e5d097 req-cc949826-238f-458b-9c37-0f008b205969 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862532 May 05 15:14:07.684325 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-6597bca9-87ab-4045-a319-aa52325b4c45 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928025 May 05 15:14:07.851045 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc40cc7f-6d4d-4aed-a8a5-d23df5cbec4d req-9ceeb7a7-1de0-40e1-b237-402f75d28fa5 service neutron] 10.222.0.25 "GET /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850406 May 05 15:14:07.951304 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-3200a8b1-24bd-4eb6-8c2a-788ef9eeb227 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:14:07.952635 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-3200a8b1-24bd-4eb6-8c2a-788ef9eeb227 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 945 time: 0.0466166 May 05 15:14:08.036355 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-7866a8af-bb1c-4d13-b784-5f08d3a7110e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Deleting port 19555cd1-642f-414b-a947-54768ff1e278 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:08.036700 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-7866a8af-bb1c-4d13-b784-5f08d3a7110e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (19555cd1-642f-414b-a947-54768ff1e278), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:08.129201 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-7866a8af-bb1c-4d13-b784-5f08d3a7110e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] For port 19555cd1-642f-414b-a947-54768ff1e278, host hv-cinder-83942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83942',level=0,port_id=19555cd1-642f-414b-a947-54768ff1e278,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:14:08.129560 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-7866a8af-bb1c-4d13-b784-5f08d3a7110e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (19555cd1-642f-414b-a947-54768ff1e278), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:08.142664 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-7866a8af-bb1c-4d13-b784-5f08d3a7110e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Calling delete_port for 19555cd1-642f-414b-a947-54768ff1e278 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:08.272824 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-7866a8af-bb1c-4d13-b784-5f08d3a7110e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (19555cd1-642f-414b-a947-54768ff1e278), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:08.298906 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866a8af-bb1c-4d13-b784-5f08d3a7110e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event deleted for resources: {'Port': ['ID=19555cd1-642f-414b-a947-54768ff1e278,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:08.345525 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-7866a8af-bb1c-4d13-b784-5f08d3a7110e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] No DVR routers for this DVR port 19555cd1-642f-414b-a947-54768ff1e278 on host hv-cinder-83942 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:14:08.347968 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-7866a8af-bb1c-4d13-b784-5f08d3a7110e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:08.351231 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-049cd4af-2adf-4f64-8c5c-d1b2b27d5b5d req-7866a8af-bb1c-4d13-b784-5f08d3a7110e tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.25 "DELETE /v2.0/ports/19555cd1-642f-414b-a947-54768ff1e278 HTTP/1.1" status: 204 len: 173 time: 0.3933711 May 05 15:14:08.351674 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59163a77-a048-47d0-98a7-ea46e89ed408', 'name': 'network-vif-deleted', 'tag': '19555cd1-642f-414b-a947-54768ff1e278'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:14:08.353915 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5021f5d0656213f68a73fef1c5dbac6f0062fc5b9bc226193e6846749a9e3994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a4174b-39c1-4e00-ba26-2d4fd853ea7e" -d '{"events": [{"server_uuid": "59163a77-a048-47d0-98a7-ea46e89ed408", "name": "network-vif-deleted", "tag": "19555cd1-642f-414b-a947-54768ff1e278"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:14:08.391273 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53847221-e14e-4503-a447-5f6da7552b02 x-openstack-request-id: req-53847221-e14e-4503-a447-5f6da7552b02 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:14:08.391581 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59163a77-a048-47d0-98a7-ea46e89ed408", "name": "network-vif-deleted", "tag": "19555cd1-642f-414b-a947-54768ff1e278", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:14:08.391844 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53847221-e14e-4503-a447-5f6da7552b02 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:14:08.392280 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53847221-e14e-4503-a447-5f6da7552b02'] response: {'server_uuid': '59163a77-a048-47d0-98a7-ea46e89ed408', 'name': 'network-vif-deleted', 'tag': '19555cd1-642f-414b-a947-54768ff1e278', 'status': 'completed', 'code': 200} May 05 15:14:08.725148 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6dced421-4fcd-48ad-8ec5-d2eac7e856b7 req-8ebac836-f03f-40aa-b8cc-b282a47d6cb2 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "GET /v2.0/ports?device_id=59163a77-a048-47d0-98a7-ea46e89ed408 HTTP/1.1" status: 200 len: 210 time: 0.0300455 May 05 15:14:09.787898 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 33994) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:09.902176 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-2e540beb-6875-4acb-a12b-8b42cf3f3287 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Deleting port 3f53ba43-25d3-4043-a371-aedb8bbf1089 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:09.902514 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e540beb-6875-4acb-a12b-8b42cf3f3287 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (3f53ba43-25d3-4043-a371-aedb8bbf1089), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:09.980640 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e540beb-6875-4acb-a12b-8b42cf3f3287 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (3f53ba43-25d3-4043-a371-aedb8bbf1089), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:09.980965 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e540beb-6875-4acb-a12b-8b42cf3f3287 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (3f53ba43-25d3-4043-a371-aedb8bbf1089), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:09.993675 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-2e540beb-6875-4acb-a12b-8b42cf3f3287 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Calling delete_port for 3f53ba43-25d3-4043-a371-aedb8bbf1089 owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:10.123737 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e540beb-6875-4acb-a12b-8b42cf3f3287 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (3f53ba43-25d3-4043-a371-aedb8bbf1089), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:10.146608 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e540beb-6875-4acb-a12b-8b42cf3f3287 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event deleted for resources: {'Port': ['ID=3f53ba43-25d3-4043-a371-aedb8bbf1089,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:10.210882 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e540beb-6875-4acb-a12b-8b42cf3f3287 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for floatingip (148c561f-a5c9-4503-a972-2bc90b0683cf), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:10.213502 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e540beb-6875-4acb-a12b-8b42cf3f3287 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51304'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:10.215395 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2e540beb-6875-4acb-a12b-8b42cf3f3287 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "DELETE /v2.0/floatingips/148c561f-a5c9-4503-a972-2bc90b0683cf HTTP/1.1" status: 204 len: 168 time: 0.4265273 May 05 15:14:11.201587 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 19555cd1-642f-414b-a947-54768ff1e278 no longer exists at agent hyperv_hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:14:11.221810 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] No Port match for: 19555cd1-642f-414b-a947-54768ff1e278 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:14:11.222150 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Device 19555cd1-642f-414b-a947-54768ff1e278 not bound to the agent host hv-cinder-83942 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:14:11.407001 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 34006) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:11.463425 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group (6bb3a7b2-ffb9-478e-8349-ae02ab5aff70), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:11.489461 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group (6bb3a7b2-ffb9-478e-8349-ae02ab5aff70), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:11.550162 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (6bb3a7b2-ffb9-478e-8349-ae02ab5aff70), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:11.552800 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:11.554035 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] 10.222.0.48 "DELETE /v2.0/security-groups/6bb3a7b2-ffb9-478e-8349-ae02ab5aff70 HTTP/1.1" status: 204 len: 168 time: 0.1459806 May 05 15:14:11.564041 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb3a7b2-ffb9-478e-8349-ae02ab5aff70,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:11.575244 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.575594 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.575939 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.576282 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.576617 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.576957 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.577286 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.577620 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.577967 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.578294 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.578623 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.578962 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.579848 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.579848 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.580089 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07836100-8169-4f83-af95-20cede9724d7 tempest-TestVolumeBootPattern-1442805769 tempest-TestVolumeBootPattern-1442805769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:11.612863 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 34010) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:12.053600 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753748'] for router_interface (6b48eb86-11a9-4585-8c35-c75f4165359f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:12.285044 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] Deleting port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:12.285383 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:12.363876 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] For port 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=38ba8bc3-c464-47ed-8227-5cc6f61cbe9f,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:14:12.364152 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:12.377810 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] Calling delete_port for 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:12.556217 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (38ba8bc3-c464-47ed-8227-5cc6f61cbe9f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:12.584251 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] Pushing event deleted for resources: {'Port': ['ID=38ba8bc3-c464-47ed-8227-5cc6f61cbe9f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:12.588217 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21ed0c6a-eecd-4385-897c-199e9c53cbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:12.758090 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1749489'] for router_interface (6b48eb86-11a9-4585-8c35-c75f4165359f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:12.971028 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] Router 6b48eb86-11a9-4585-8c35-c75f4165359f has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:14:13.078041 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:14:13.084489 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1709bab3-e2d4-44d4-8ea9-87f3b2e5916b admin admin] 10.222.0.48 "PUT /v2.0/routers/6b48eb86-11a9-4585-8c35-c75f4165359f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4691353 May 05 15:14:13.085833 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 34014) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:13.087304 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] Sync routers for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:14:13.098654 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:14:13.099967 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:13:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:13.195732 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Publish callbacks [] for router (6b48eb86-11a9-4585-8c35-c75f4165359f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.210651 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: dv-cinder-839426-6-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:14:13.302237 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Publish callbacks [] for router_gateway (6b48eb86-11a9-4585-8c35-c75f4165359f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.350407 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Deleting port a9af68a3-e99b-461c-8427-1ac3268ea6bb {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:13.350743 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.385834 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:14:12Z', 'revision_number': 5, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port': {'id': 'a9af68a3-e99b-461c-8427-1ac3268ea6bb', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:13.412287 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] Checking router: 6b48eb86-11a9-4585-8c35-c75f4165359f for host: dv-cinder-839426-6-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:14:13.420867 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] Routers {'6b48eb86-11a9-4585-8c35-c75f4165359f'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:14:13.421474 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:13:45Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['6b48eb86-11a9-4585-8c35-c75f4165359f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:13.436990 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] For port a9af68a3-e99b-461c-8427-1ac3268ea6bb, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=a9af68a3-e99b-461c-8427-1ac3268ea6bb,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:14:13.437356 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.450666 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Calling delete_port for a9af68a3-e99b-461c-8427-1ac3268ea6bb owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:13.508852 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] Set router 6b48eb86-11a9-4585-8c35-c75f4165359f gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:14:13.561293 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:14:13Z', 'revision_number': 6, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port_host': None}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:13.592422 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24493660-2af9-403e-9674-e8f4e6a348d4 None None] The sync data for ids ['6b48eb86-11a9-4585-8c35-c75f4165359f'] in dv-cinder-839426-6-iscsi is: [{'id': '6b48eb86-11a9-4585-8c35-c75f4165359f', 'name': 'tempest-TestVolumeBootPattern-71191843-router', 'tenant_id': '96dff8e44df34088aeec63a217d030bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:35Z', 'updated_at': '2022-05-05T15:14:13Z', 'revision_number': 6, 'project_id': '96dff8e44df34088aeec63a217d030bc', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:14:13.623276 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (a9af68a3-e99b-461c-8427-1ac3268ea6bb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.652142 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9af68a3-e99b-461c-8427-1ac3268ea6bb,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:13.713163 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756290'] for router_gateway (6b48eb86-11a9-4585-8c35-c75f4165359f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.804530 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35364'] for router (6b48eb86-11a9-4585-8c35-c75f4165359f), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.806965 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Publish callbacks [] for router_controller (6b48eb86-11a9-4585-8c35-c75f4165359f), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.849990 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1759855'] for router (6b48eb86-11a9-4585-8c35-c75f4165359f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.850444 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b48eb86-11a9-4585-8c35-c75f4165359f {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:14:13.856211 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.857363 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-52f86464-405c-4153-9d7b-d83d6c632b5b admin admin] 10.222.0.48 "DELETE /v2.0/routers/6b48eb86-11a9-4585-8c35-c75f4165359f HTTP/1.1" status: 204 len: 168 time: 0.7705553 May 05 15:14:13.859780 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 34016) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:13.906673 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa0e0fc-f573-42d0-9bc8-2f97c516eb80 admin admin] Deleting subnet 8152e649-f51e-4924-a3c3-46a50a4cfa79 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:14:13.909714 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e0fc-f573-42d0-9bc8-2f97c516eb80 admin admin] Publish callbacks [] for subnet (8152e649-f51e-4924-a3c3-46a50a4cfa79), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:13.946840 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e0fc-f573-42d0-9bc8-2f97c516eb80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018490'] for subnet (8152e649-f51e-4924-a3c3-46a50a4cfa79), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.027877 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e0fc-f573-42d0-9bc8-2f97c516eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (8152e649-f51e-4924-a3c3-46a50a4cfa79), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.083418 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e0fc-f573-42d0-9bc8-2f97c516eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6046624'] for subnet (8152e649-f51e-4924-a3c3-46a50a4cfa79), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.109348 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0e0fc-f573-42d0-9bc8-2f97c516eb80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8152e649-f51e-4924-a3c3-46a50a4cfa79,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:14.111261 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e0fc-f573-42d0-9bc8-2f97c516eb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.114431 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3aa0e0fc-f573-42d0-9bc8-2f97c516eb80 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8152e649-f51e-4924-a3c3-46a50a4cfa79 HTTP/1.1" status: 204 len: 168 time: 0.2537384 May 05 15:14:14.116548 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6827c991-401e-4454-917b-bdd76c6900eb None None] Network 8d98ed29-80a4-4aa2-91dd-d571728a161b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:14:14.116899 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 34018) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:14.185788 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (8d98ed29-80a4-4aa2-91dd-d571728a161b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.230603 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Deleting port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:14.230953 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.299032 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] For port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=7c165aa2-ce02-4342-9c7a-8e8a869f2e83,segment=NetworkSegment(7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43),segment_id=7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:14:14.299322 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.312396 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Calling delete_port for 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 owned by network:dhcp {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:14.360200 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] DHCP port deletion for 8d98ed29-80a4-4aa2-91dd-d571728a161b request from dv-cinder-839426-6-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:14:14.394078 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5991030'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.399834 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Deleting port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:14.400213 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.425331 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] No DVR routers for this DVR port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 on host dv-cinder-839426-6-iscsi {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:14:14.429455 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7c165aa2-ce02-4342-9c7a-8e8a869f2e83,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:14.469481 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] For port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83, host dv-cinder-839426-6-iscsi, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:14:14.470320 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.484977 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Calling delete_port for 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:14.487877 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 was not found and therefore no delete operation was performed {{(pid=103282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 05 15:14:14.489357 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485'] for port (7c165aa2-ce02-4342-9c7a-8e8a869f2e83), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.505023 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (8d98ed29-80a4-4aa2-91dd-d571728a161b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.518606 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Pushing event deleted for resources: {'Port': ['ID=7c165aa2-ce02-4342-9c7a-8e8a869f2e83,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:14.523305 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] No DVR routers for this DVR port 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 on host dv-cinder-839426-6-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:14:14.526487 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d98ed29-80a4-4aa2-91dd-d571728a161b']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:14.532388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.532388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.532388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.532388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.532388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.532388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.532388 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.533493 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.534002 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.534257 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.534602 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.535403 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.535403 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.535649 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.535939 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363c34b-068a-42d6-85a9-46932149bfbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839426-6-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:14:14.536888 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:14.537196 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:14.547623 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018469'] for segment (7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.562454 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.568597 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:14:14.568989 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5990979'] for segment (7615dc2c-4a11-47ff-a0ec-2e5b5a5e3e43), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: Traceback (most recent call last): May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: timer() May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: cb(*args, **kw) May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: return func(*args, **kwargs) May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: self._notify() May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: self.callback(batched_events) May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: event.method(event) May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: return f(self, *a, **k) May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: return self._get(url).json() May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:14:14.571027 dv-cinder-839426-6-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:14:14.631927 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (8d98ed29-80a4-4aa2-91dd-d571728a161b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.638657 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:14.642498 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] 10.222.0.48 "DELETE /v2.0/networks/8d98ed29-80a4-4aa2-91dd-d571728a161b HTTP/1.1" status: 204 len: 168 time: 0.5246918 May 05 15:14:14.645749 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 34020) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:14.653323 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e343e-54c7-4a4e-97f6-1eb7a942a7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=8d98ed29-80a4-4aa2-91dd-d571728a161b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:14.978294 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c135ca42-e90b-4d24-ab4c-125ec168d0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:15.113724 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:14:15.134883 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:14:15.135268 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 38ba8bc3-c464-47ed-8227-5cc6f61cbe9f not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:14:15.135732 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:14:15.154372 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:14:15.154722 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 7c165aa2-ce02-4342-9c7a-8e8a869f2e83 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:14:15.155133 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device a9af68a3-e99b-461c-8427-1ac3268ea6bb no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:14:15.174190 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: a9af68a3-e99b-461c-8427-1ac3268ea6bb {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:14:15.174542 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device a9af68a3-e99b-461c-8427-1ac3268ea6bb not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:14:15.225415 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753748'] for router_interface (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:15.455334 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] Deleting port 91b614e4-451d-48ec-a29d-653c6c98c193 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:15.455682 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:15.534949 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] For port 91b614e4-451d-48ec-a29d-653c6c98c193, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=91b614e4-451d-48ec-a29d-653c6c98c193,segment=NetworkSegment(09a2520f-3bea-48da-a8b7-6bf2b49e00a8),segment_id=09a2520f-3bea-48da-a8b7-6bf2b49e00a8)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:14:15.535318 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:15.547600 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] Calling delete_port for 91b614e4-451d-48ec-a29d-653c6c98c193 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:15.724425 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (91b614e4-451d-48ec-a29d-653c6c98c193), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:15.748300 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b614e4-451d-48ec-a29d-653c6c98c193,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:15.918032 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1749489'] for router_interface (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:16.134218 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] Router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa has already been hosted by L3 agent 18fe3f8b-c8f3-4dcd-a81f-70bce60173ec {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:14:16.242326 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] Notify agent at l3_agent.dv-cinder-839426-6-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:14:16.247872 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2f3b5d74-00d8-4f46-be3b-23c391e80b17 admin admin] 10.222.0.48 "PUT /v2.0/routers/8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6003914 May 05 15:14:16.250459 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 34022) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:16.251556 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] Sync routers for ids ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'] in dv-cinder-839426-6-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:14:16.262685 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] Routers {'8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:14:16.263649 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:14:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:16.295728 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:16.359974 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Publish callbacks [] for router (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:16.370670 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] Set router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa gateway port host: dv-cinder-839426-6-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:14:16.464492 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Publish callbacks [] for router_gateway (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:16.508496 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Deleting port 9bcb96b4-0c3c-44d9-9026-ef991604f94e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:16.508830 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:16.541704 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'name': 'tempest-TestVolumeBootPattern-1489758621-router', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'external_fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:39Z', 'updated_at': '2022-05-05T15:14:15Z', 'revision_number': 5, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'gw_port': {'id': '9bcb96b4-0c3c-44d9-9026-ef991604f94e', 'name': '', 'network_id': '51a3d7ca-7789-4c1b-8220-f3261a8a20af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839426-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:07:40Z', 'updated_at': '2022-05-05T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f6aa78-e475-417e-86d4-ab864bc71f74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839426-6-iscsi'}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:16.568627 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] Checking router: 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa for host: dv-cinder-839426-6-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:14:16.577820 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] Routers {'8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'} bound to L3 agent in host dv-cinder-839426-6-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:14:16.578435 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839426-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T14:47:45Z,description=,heartbeat_timestamp=2022-05-05T15:14:15Z,host='dv-cinder-839426-6-iscsi',id=18fe3f8b-c8f3-4dcd-a81f-70bce60173ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T14:47:45Z,topic='l3_agent')) {'router_ids': ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:16.591010 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] For port 9bcb96b4-0c3c-44d9-9026-ef991604f94e, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=9bcb96b4-0c3c-44d9-9026-ef991604f94e,segment=NetworkSegment(b2208142-c8fb-451d-8412-533bf8e9e71c),segment_id=b2208142-c8fb-451d-8412-533bf8e9e71c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:14:16.591380 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:16.603880 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Calling delete_port for 9bcb96b4-0c3c-44d9-9026-ef991604f94e owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:16.752462 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] Set router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:14:16.774150 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (9bcb96b4-0c3c-44d9-9026-ef991604f94e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:16.804786 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcb96b4-0c3c-44d9-9026-ef991604f94e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:16.806242 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'name': 'tempest-TestVolumeBootPattern-1489758621-router', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:39Z', 'updated_at': '2022-05-05T15:14:16Z', 'revision_number': 6, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'gw_port_host': None}], 'dv-cinder-839426-6-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:16.834340 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c485f10-e6dd-4cce-83b9-9b34096a7de3 None None] The sync data for ids ['8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa'] in dv-cinder-839426-6-iscsi is: [{'id': '8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa', 'name': 'tempest-TestVolumeBootPattern-1489758621-router', 'tenant_id': '73f37f88f4ee41839ebc58d83b14208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:07:39Z', 'updated_at': '2022-05-05T15:14:16Z', 'revision_number': 6, 'project_id': '73f37f88f4ee41839ebc58d83b14208e', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:14:16.870727 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756290'] for router_gateway (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:16.965170 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35364'] for router (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:16.967385 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Publish callbacks [] for router_controller (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.009573 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1759855'] for router (8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.010043 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:14:17.014227 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.015300 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e5b6de66-a3d6-4c57-a03a-0235354fdebc admin admin] 10.222.0.48 "DELETE /v2.0/routers/8ef8aee1-fff4-4f7b-b8e8-67bf9fd75bfa HTTP/1.1" status: 204 len: 168 time: 0.7638958 May 05 15:14:17.018159 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 34024) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:17.061554 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-545eb735-42f3-498d-b75a-890ee82905c3 admin admin] Deleting subnet 33af5d79-170d-4774-a303-366d3b1771bb {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:14:17.064537 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-545eb735-42f3-498d-b75a-890ee82905c3 admin admin] Publish callbacks [] for subnet (33af5d79-170d-4774-a303-366d3b1771bb), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.097625 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-545eb735-42f3-498d-b75a-890ee82905c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168642'] for subnet (33af5d79-170d-4774-a303-366d3b1771bb), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.178237 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-545eb735-42f3-498d-b75a-890ee82905c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379106'] for subnet (33af5d79-170d-4774-a303-366d3b1771bb), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.242546 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-545eb735-42f3-498d-b75a-890ee82905c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4336698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4347927'] for subnet (33af5d79-170d-4774-a303-366d3b1771bb), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.269481 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545eb735-42f3-498d-b75a-890ee82905c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33af5d79-170d-4774-a303-366d3b1771bb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:17.273944 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-545eb735-42f3-498d-b75a-890ee82905c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.280759 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-545eb735-42f3-498d-b75a-890ee82905c3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/33af5d79-170d-4774-a303-366d3b1771bb HTTP/1.1" status: 204 len: 168 time: 0.2594552 May 05 15:14:17.281508 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca264aa0-9a69-48a4-be6d-8cad0e8c8382 None None] Network 0a5250c4-928a-4585-b016-9c49eb2cb86b requested from dv-cinder-839426-6-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:14:17.281624 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 34026) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:17.298581 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 91b614e4-451d-48ec-a29d-653c6c98c193 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:14:17.340802 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 91b614e4-451d-48ec-a29d-653c6c98c193 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:14:17.341151 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 91b614e4-451d-48ec-a29d-653c6c98c193 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:14:17.358289 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536332'] for network (0a5250c4-928a-4585-b016-9c49eb2cb86b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.401614 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Deleting port ff759360-9942-4126-8ff8-dcdb6f2ee632 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:14:17.401992 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770932486943'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.466854 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] For port ff759360-9942-4126-8ff8-dcdb6f2ee632, host dv-cinder-839426-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839426-6-iscsi',level=0,port_id=ff759360-9942-4126-8ff8-dcdb6f2ee632,segment=NetworkSegment(09a2520f-3bea-48da-a8b7-6bf2b49e00a8),segment_id=09a2520f-3bea-48da-a8b7-6bf2b49e00a8)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:14:17.467215 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753802'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.479854 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Calling delete_port for ff759360-9942-4126-8ff8-dcdb6f2ee632 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:14:17.558528 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1432511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770932494255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770932035485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4336745'] for port (ff759360-9942-4126-8ff8-dcdb6f2ee632), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.582992 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff759360-9942-4126-8ff8-dcdb6f2ee632,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:17.586149 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] No DVR routers for this DVR port ff759360-9942-4126-8ff8-dcdb6f2ee632 on host dv-cinder-839426-6-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:14:17.639674 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458fb002-1a08-4496-8766-233825f29968 None None] DHCP port deletion for 0a5250c4-928a-4585-b016-9c49eb2cb86b request from dv-cinder-839426-6-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:14:17.662002 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390327', 'neutron.services.segments.db._delete_segments_for_network-8770932578636'] for network (0a5250c4-928a-4585-b016-9c49eb2cb86b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.684441 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5250c4-928a-4585-b016-9c49eb2cb86b']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:17.694122 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a2520f-3bea-48da-a8b7-6bf2b49e00a8') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:17.694690 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a2520f-3bea-48da-a8b7-6bf2b49e00a8') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:14:17.704314 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770932579669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168669'] for segment (09a2520f-3bea-48da-a8b7-6bf2b49e00a8), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.710077 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.719221 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687'] for segment (09a2520f-3bea-48da-a8b7-6bf2b49e00a8), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.726161 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:14:17.726553 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4336732'] for segment (09a2520f-3bea-48da-a8b7-6bf2b49e00a8), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: Traceback (most recent call last): May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: timer() May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: cb(*args, **kw) May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: return func(*args, **kwargs) May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: self._notify() May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: self.callback(batched_events) May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: event.method(event) May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: return f(self, *a, **k) May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._get(url).json() May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:14:17.728561 dv-cinder-839426-6-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:14:17.783694 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1755796'] for network (0a5250c4-928a-4585-b016-9c49eb2cb86b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.789025 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597480'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:17.792986 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0a5250c4-928a-4585-b016-9c49eb2cb86b HTTP/1.1" status: 204 len: 168 time: 0.5107794 May 05 15:14:17.814368 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec81817-9f87-460e-b4b8-012469f73ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5250c4-928a-4585-b016-9c49eb2cb86b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:17.907637 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 34030) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:17.947571 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a8b0a4a6-e557-4cb5-a2d5-ba6a1cc2982c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96dff8e44df34088aeec63a217d030bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387793 May 05 15:14:17.950730 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.48', 34032) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:17.996732 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12229d59-45f4-404e-b7b2-29c9bf434309 admin admin] Publish callbacks [] for security_group (3f9403ca-fb9b-44fe-bb63-9da4c548fc65), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:18.019785 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12229d59-45f4-404e-b7b2-29c9bf434309 admin admin] Publish callbacks [] for security_group (3f9403ca-fb9b-44fe-bb63-9da4c548fc65), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:18.065395 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12229d59-45f4-404e-b7b2-29c9bf434309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (3f9403ca-fb9b-44fe-bb63-9da4c548fc65), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:18.068176 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12229d59-45f4-404e-b7b2-29c9bf434309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:18.069656 dv-cinder-839426-6-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-12229d59-45f4-404e-b7b2-29c9bf434309 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f9403ca-fb9b-44fe-bb63-9da4c548fc65 HTTP/1.1" status: 204 len: 168 time: 0.1177278 May 05 15:14:18.078633 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12229d59-45f4-404e-b7b2-29c9bf434309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9403ca-fb9b-44fe-bb63-9da4c548fc65,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:18.398739 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 34038) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:18.439947 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9834fabb-d04a-4fb0-8525-604cc092d05b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73f37f88f4ee41839ebc58d83b14208e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397396 May 05 15:14:18.442448 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.48', 34040) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:14:18.489072 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e950f031-ac5d-48d3-9192-616ced4fd635 admin admin] Publish callbacks [] for security_group (bdd725a8-cc99-4b3d-b53e-0c40a701e050), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:18.509636 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e950f031-ac5d-48d3-9192-616ced4fd635 admin admin] Publish callbacks [] for security_group (bdd725a8-cc99-4b3d-b53e-0c40a701e050), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:18.560308 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e950f031-ac5d-48d3-9192-616ced4fd635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637301'] for security_group (bdd725a8-cc99-4b3d-b53e-0c40a701e050), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:18.562875 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e950f031-ac5d-48d3-9192-616ced4fd635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:18.564015 dv-cinder-839426-6-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e950f031-ac5d-48d3-9192-616ced4fd635 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdd725a8-cc99-4b3d-b53e-0c40a701e050 HTTP/1.1" status: 204 len: 168 time: 0.1206188 May 05 15:14:18.571561 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950f031-ac5d-48d3-9192-616ced4fd635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd725a8-cc99-4b3d-b53e-0c40a701e050,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:14:19.024197 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:19.111648 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff759360-9942-4126-8ff8-dcdb6f2ee632 no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:14:19.131476 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: ff759360-9942-4126-8ff8-dcdb6f2ee632 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:14:19.131813 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device ff759360-9942-4126-8ff8-dcdb6f2ee632 not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:14:19.132226 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 9bcb96b4-0c3c-44d9-9026-ef991604f94e no longer exists at agent ovs-agent-dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:14:19.152618 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] No Port match for: 9bcb96b4-0c3c-44d9-9026-ef991604f94e {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:14:19.152960 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Device 9bcb96b4-0c3c-44d9-9026-ef991604f94e not bound to the agent host dv-cinder-839426-6-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:14:30.114618 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:42.136338 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:14:42.593272 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80f0535a-50b5-4c7e-ad79-be1861115cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:44.981229 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-312c8274-dfdf-42bf-ad59-3c534ca0afe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:46.294471 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:47.710615 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:49.027511 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:14:51.765040 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-3239c435-60e5-485f-b4a6-6601daa9eb88 service neutron] (103280) timed out ('10.222.0.48', 55558) {{(pid=103280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:14:52.029226 dv-cinder-839426-6-iscsi neutron-server[103281]: DEBUG neutron.wsgi [req-b7ead208-0d14-4c4c-acb5-930589149800 req-519c7546-6a0e-44d3-8991-2dce95d67c09 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] (103281) timed out ('10.222.0.48', 55572) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:15:00.104957 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:12.595048 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-42a0107a-fe91-4742-be1c-5aefca6d6c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:14.981958 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61cc687a-c4de-4100-9bfb-89feedf671e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:16.299638 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:17.714779 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:19.029853 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:19.136456 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:15:20.808269 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-70f93fc3-e547-492f-a6e1-d5e9e6bacba7 req-fa7d5916-88ee-4981-9888-3ec209aa7ac8 service neutron] (103280) timed out ('10.222.0.25', 65031) {{(pid=103280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:15:30.132044 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:42.596049 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f19f6efd-8afb-4b73-8084-6c12b981844e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:44.984707 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e184f04-ffb3-47e8-9cf7-497a4a0dae53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:46.299145 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:47.717191 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:49.031968 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:15:56.135197 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:16:00.127479 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:12.597741 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-057ea8b9-bee2-4748-b88d-9cb8c4f8422a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:14.986318 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b21137-f0c8-47bc-b63e-f1e9f496ec15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:16.301510 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:17.721024 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:19.033480 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:30.126934 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:33.134609 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:16:42.598526 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d338f60d-38dc-426e-9e11-48061233c8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:44.986862 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-98b90767-9786-4d9b-a527-584317a1b06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:46.305234 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:47.724207 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:16:49.035100 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:00.126642 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:10.132685 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:17:12.598742 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dcccf157-9207-4914-8a2f-2bd0eab2f2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:14.988951 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d6b74b3-16eb-4032-a489-c8797393b11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:16.309665 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:17.836134 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:19.037107 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:30.120697 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:42.600229 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-51844008-0f45-49f3-81a6-d3e8ec8d1acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:44.989986 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0117-b3e3-4744-88ad-ab8d3192a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:46.309072 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:47.131392 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:17:47.729897 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:17:49.038834 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:00.125109 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:05.517388 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-a41bd100-b7b0-424a-a524-56a73e085ada service neutron] (103280) timed out ('10.222.0.48', 57298) {{(pid=103280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:18:05.621444 dv-cinder-839426-6-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-0c6b82ed-1ad7-44ac-bb74-3cf1820539ef req-1a0d2b38-0e8c-4432-9343-da1aa1c00101 tempest-AttachVolumeShelveTestJSON-1820861976 tempest-AttachVolumeShelveTestJSON-1820861976-project] (103280) timed out ('10.222.0.48', 57308) {{(pid=103280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:18:12.602515 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-777a5615-100a-4e98-afab-dcd55abcc003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:14.991195 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b11df65b-0b57-40d7-81ae-9f26268699e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:16.312436 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:17.733027 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:19.040879 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:24.131209 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:18:30.123016 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:42.604559 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b07f5f4a-6fae-43c4-a7d7-eeb7ced2ca3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:44.992423 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99d8e512-fbdc-46a5-b561-60c348f0b864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:46.314707 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:47.736485 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:18:49.043500 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:00.122367 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:01.130375 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:19:12.606694 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0a0d-9461-4ac2-96f3-97474ecd717f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:14.994498 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa6ff-be2a-4c83-aab8-3ed5fa133a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:16.317122 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:17.740903 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:19.046710 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:30.120989 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a17-a887-4352-af6a-ef7a3a6b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (bd0ce055-2dba-4cd4-b1e2-539880250da6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:38.129990 dv-cinder-839426-6-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-c0581059-3be2-4e84-8a00-07bb56b2c4e6 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:19:42.609120 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cadd408-dece-40f7-83f0-824cb1680088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (d474f660-d349-4226-9de0-e1e93a758d6d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:44.996744 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c4d0278-c218-4cec-894b-3880374b943f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (18fe3f8b-c8f3-4dcd-a81f-70bce60173ec), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:46.321526 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a24475f-2e8a-40bb-aa1e-f983db29cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (78f99ca2-f788-46e8-9cdc-d7a358608534), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:47.744019 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831714d2-6bec-4f6c-95b3-7381f6b242ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (91e075a0-4ec2-4cc0-baeb-e460e1351ed4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:19:49.048013 dv-cinder-839426-6-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-689c301f-a4f5-43ec-a90c-33d1a835e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770932578618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391798'] for agent (f63d4f7d-1408-48ed-a589-737a9ad29e4a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}